-- Logs begin at Thu 2020-12-17 15:25:35 UTC, end at Thu 2020-12-17 16:37:20 UTC. -- Dec 17 16:08:52.804845 dv-cinder-766752-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 17 16:08:55.526985 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.common.config [-] Logging enabled! Dec 17 16:08:55.527537 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev282 Dec 17 16:08:55.529015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80222) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 17 16:08:55.529797 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.common.config [-] Logging enabled! Dec 17 16:08:55.530083 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev282 Dec 17 16:08:55.530354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80222) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 17 16:08:55.531438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 17 16:08:55.531693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 17 16:08:55.532708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 17 16:08:55.532978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 17 16:08:55.533264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 17 16:08:55.533652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.533993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.534331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.534592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.534931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.535260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.535578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.535909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.536240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.536557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.536870 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.537219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.537478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.537794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.538121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.538447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.538700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] debug = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.539018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.539546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.540433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.540748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.541490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.541795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.542107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.542423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.542783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] host = dv-cinder-766752-2-smb {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.543099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.543425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.543750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.544077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.544378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.544687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.545019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.545351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.545659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_file = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.545967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.546292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.546615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.546945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.547194 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.547441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.547762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.548088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.548396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.548706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.549009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.549336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.549653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.549954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.550274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.550596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.550911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.551220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.551526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.551824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.552118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.552437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.552743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.553048 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.553386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.553709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.554009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.554312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.554648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.554973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.555292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.556144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.556584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.556911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.557231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.557538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.557840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] use_json = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.558145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.558448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.558764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.559066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.559369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.559673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.559974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.560297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:55.560627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.560961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.561322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.561637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.561966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.562281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.562608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.562920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.563250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.563578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.563900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.564208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.564525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.564856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.565204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.565516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.565826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.566156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.566466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.566772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.567100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.567410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.567716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.568030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.568336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.568639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.568942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.569278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.569606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.569917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.570220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.570523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.570830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.571679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.571995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.572309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.572612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.572917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.573255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.573561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.573867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.574177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.574484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.574792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.575099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.575406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.575706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.576011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.576315 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.576619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.576923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.577257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.577564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.577880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.578150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.578455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.578758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.579076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.579409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.579719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.580029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.580338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.580649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.580958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.581288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.581601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.581908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.582209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.582540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.582858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.583181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.583495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.583805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.584138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.584447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.584763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.585073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.585410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.585722 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.586037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.586365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.586718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.587047 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.587375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.587835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.588265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.588505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.588817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:55.589063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 17 16:08:55.589473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80222) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 17 16:08:56.255545 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading Gnome Dec 17 16:08:56.273053 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading Google Dec 17 16:08:56.276217 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading Windows (alt) Dec 17 16:08:56.279653 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading file Dec 17 16:08:56.280627 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading keyczar Dec 17 16:08:56.280911 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading multi Dec 17 16:08:56.281562 dv-cinder-766752-2-smb neutron-server[80222]: INFO keyring.backend [-] Loading pyfs Dec 17 16:08:56.328911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:08:56.329232 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:08:56.329551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:08:56.329915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 17 16:08:56.739433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.739980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.739980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.801720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.802027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.802321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.805453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.805759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.806056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.884705 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.885010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.885369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.886352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.886676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:56.886943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.005370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.005960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.006256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.006553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.007386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.194122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.194492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.194813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.195116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.195413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.195788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.196613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.196901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.197347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.197681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.197977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.198276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.198578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.198867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.199176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.199487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.199778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.200094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.200378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.200872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.201182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.201466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.201803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.202084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.202362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.202784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.203057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.203329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.203595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.203861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.204128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.205528 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 17 16:08:57.213449 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 17 16:08:57.220766 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 17 16:08:57.226155 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Dec 17 16:08:57.229577 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 17 16:08:57.230743 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 17 16:08:57.231122 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 17 16:08:57.231560 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 17 16:08:57.235081 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 17 16:08:57.235382 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 17 16:08:57.235747 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 17 16:08:57.258072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 17 16:08:57.258565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.258892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80222) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 17 16:08:57.259297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.260635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80222) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 17 16:08:57.260953 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 17 16:08:57.261252 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 17 16:08:57.264275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.264588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.331483 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 17 16:08:57.331741 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 17 16:08:57.332010 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 17 16:08:57.332421 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 17 16:08:57.373126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.sqlalchemy.engines [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80222) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 17 16:08:57.682714 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing driver for type 'gre' Dec 17 16:08:57.683322 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] gre ID ranges: [(1, 1000)] Dec 17 16:08:57.728964 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing driver for type 'local' Dec 17 16:08:57.729380 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing driver for type 'vlan' Dec 17 16:08:57.740320 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] VlanTypeDriver initialization complete Dec 17 16:08:57.740906 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing driver for type 'vxlan' Dec 17 16:08:57.741559 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] vxlan ID ranges: [(1, 1000)] Dec 17 16:08:57.787488 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing extension driver 'port_security' Dec 17 16:08:57.787922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] PortSecurityExtensionDriver initialization complete Dec 17 16:08:57.788308 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing mechanism driver 'openvswitch' Dec 17 16:08:57.795637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:08:57.796510 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.796921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.797339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.797770 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.798160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.798545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.798961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.799337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.799720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.800132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > security_group after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.800516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > security_group after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.800889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.801331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.801715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.802089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.802648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > address_group after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.803030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > address_group after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.803409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.803779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] ML2 OVO RPC backend initialized. {{(pid=80222) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 17 16:08:57.804511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.804908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.805400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.805788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > networks before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.806180 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.806559 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > ports before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.806945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.807321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnets before_response 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.807701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.808136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.808474 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.808826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.809230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.809601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.809977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.810354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.810726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.811396 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.plugin [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Modular L2 Plugin initialization complete Dec 17 16:08:57.812135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading services supported by the core plugin {{(pid=80222) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 17 16:08:57.812135 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.plugins.ml2.managers [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Got port-security extension from driver 'port_security' Dec 17 16:08:57.812542 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.extensions.vlantransparent [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Disabled vlantransparent extension. Dec 17 16:08:57.814035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80222) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 17 16:08:57.814430 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: router Dec 17 16:08:57.955936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.956303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_create 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.956903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router before_create 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.957352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.957780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.958184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_delete 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.958586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.958999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_create 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.959386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_update 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.959778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_update 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.960169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.960571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_update 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.961064 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_update 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.961503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.962434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.962835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: subnet after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.963201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.963592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.963981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_create 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.964364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.964746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.965197 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router after_update 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.965584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.965981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_create 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.966390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.966775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_update 55549900 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.967225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > network after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.968227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Tracking information for resource: router configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.968607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Tracking information for resource: floatingip configured {{(pid=80222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 17 16:08:57.973576 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_agentschedulers_db [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 17 16:08:57.974233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.974636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port after_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.975027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port after_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.975416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: port after_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.976350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router before_create 55550100 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.976761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.977205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_create 55550100 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.977626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > router precommit_update 55550100 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:57.982395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.provider_configuration [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service providers = [] {{(pid=80222) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 17 16:08:57.982789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.servicetype_db [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80222) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 17 16:08:57.985914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.service_base [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 17 16:08:57.986296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.service_base [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 17 16:08:57.986677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.service_base [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 17 16:08:57.987572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.service_base [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 17 16:08:57.987978 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.services.service_base [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 17 16:08:57.988402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:57.988757 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 17 16:08:58.012548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.012922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: auto_allocate Dec 17 16:08:58.023583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: network precommit_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.023999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: network precommit_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.024647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.025012 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: tag Dec 17 16:08:58.036549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.036921 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: timestamp Dec 17 16:08:58.041732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.042104 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: network_ip_availability Dec 17 16:08:58.047638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.048045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.048441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.049303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.049663 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: flavors Dec 17 16:08:58.066139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.066517 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading Plugin: revisions Dec 17 16:08:58.071693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 17 16:08:58.072122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=80222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:08:58.072952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80222) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 17 16:08:58.073366 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Initializing extension manager. Dec 17 16:08:58.073932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: __init__.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.074317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: __pycache__ {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.074689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.075058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: address_group.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.075885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.076552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: address-group Dec 17 16:08:58.076919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: address_scope.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.077726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.078308 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: address-scope Dec 17 16:08:58.078676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.079624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.080206 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: router-admin-state-down-before-update Dec 17 16:08:58.080570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: agent.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.081360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.081949 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: agent Dec 17 16:08:58.082316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: agent_resources_synced.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.083235 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.083822 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: agent-resources-synced Dec 17 16:08:58.084177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: allowedaddresspairs.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.086053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.087195 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: allowed-address-pairs Dec 17 16:08:58.087573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: auto_allocated_topology.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.088664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.089315 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: auto-allocated-topology Dec 17 16:08:58.089647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: availability_zone.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.090406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.090989 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: availability_zone Dec 17 16:08:58.091357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: availability_zone_filter.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.092297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.092884 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: availability_zone_filter Dec 17 16:08:58.093286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: data_plane_status.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.095918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.096525 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension data-plane-status not supported by any of loaded plugins Dec 17 16:08:58.096902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: default_subnetpools.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.097949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.098572 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: default-subnetpools Dec 17 16:08:58.098941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.099813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.100406 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: dhcp_agent_scheduler Dec 17 16:08:58.100779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: dns.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.101763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.102392 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension dns-integration not supported by any of loaded plugins Dec 17 16:08:58.102759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: dns_domain_ports.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.103690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.104273 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 17 16:08:58.104637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: dvr.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.105410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.105993 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: dvr Dec 17 16:08:58.106359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: empty_string_filtering.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.107296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.107881 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: empty-string-filtering Dec 17 16:08:58.108365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.109190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.109774 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 17 16:08:58.110137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.111063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.111639 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 17 16:08:58.112001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: external_net.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.112927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.113536 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: external-net Dec 17 16:08:58.113899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.114817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.115397 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: extra_dhcp_opt Dec 17 16:08:58.115757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: extraroute.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.116681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.117315 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: extraroute Dec 17 16:08:58.117683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: extraroute_atomic.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.118766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.119366 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: extraroute-atomic Dec 17 16:08:58.119727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: filter_validation.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.120447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.121015 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: filter-validation Dec 17 16:08:58.121410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: fip_pf_description.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.122348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.122925 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 17 16:08:58.123321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: fip_port_details.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.124217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.124839 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: fip-port-details Dec 17 16:08:58.125184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: flavors.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.126557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.127160 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: flavors Dec 17 16:08:58.127529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.129230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.129825 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 17 16:08:58.130331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: floatingip_pools.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.131092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.131678 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: floatingip-pools Dec 17 16:08:58.132039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: ip_allocation.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.132981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.134146 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension ip_allocation not supported by any of loaded plugins Dec 17 16:08:58.134511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.135438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.136029 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: ip-substring-filtering Dec 17 16:08:58.136396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l2_adjacency.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.137347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.137927 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 17 16:08:58.138289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.139400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.140002 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: router Dec 17 16:08:58.140370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.142730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.143363 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 17 16:08:58.143718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.144656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.145280 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: ext-gw-mode Dec 17 16:08:58.145644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.146582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.147224 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: l3-ha Dec 17 16:08:58.147534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3_flavors.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.148463 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.149141 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: l3-flavors Dec 17 16:08:58.149969 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.151031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.151585 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 17 16:08:58.152016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: l3agentscheduler.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.153243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.153848 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: l3_agent_scheduler Dec 17 16:08:58.154218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: logging.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.155740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.156339 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension logging not supported by any of loaded plugins Dec 17 16:08:58.156711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: metering.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.157573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.158281 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: metering Dec 17 16:08:58.158640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.159766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.160367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: metering_source_and_destination_fields Dec 17 16:08:58.160736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: multiprovidernet.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.161695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.162290 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: multi-provider Dec 17 16:08:58.162660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: netmtu.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.163592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.164180 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: net-mtu Dec 17 16:08:58.164562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: netmtu_writable.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.165595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.166384 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: net-mtu-writable Dec 17 16:08:58.166755 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: network_availability_zone.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.167509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.168095 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: network_availability_zone Dec 17 16:08:58.168465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: network_ip_availability.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.169713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.170303 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: network-ip-availability Dec 17 16:08:58.170667 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: network_segment_range.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.171511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.172106 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension network-segment-range not supported by any of loaded plugins Dec 17 16:08:58.172471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: pagination.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.173515 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.173896 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: pagination Dec 17 16:08:58.174259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.175190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.175786 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: port-mac-address-regenerate Dec 17 16:08:58.176149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.177125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.177710 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: port-numa-affinity-policy Dec 17 16:08:58.178073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: port_resource_request.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.178989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.179569 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension port-resource-request not supported by any of loaded plugins Dec 17 16:08:58.179930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: portbindings.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.180924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.181523 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: binding Dec 17 16:08:58.181868 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: portbindings_extended.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.183171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.183766 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: binding-extended Dec 17 16:08:58.184133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: portsecurity.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.185061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.185672 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: port-security Dec 17 16:08:58.186038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: project_id.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.187038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.187418 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: project-id Dec 17 16:08:58.187780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: providernet.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.188711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.189327 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: provider Dec 17 16:08:58.189745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.193585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.194182 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos not supported by any of loaded plugins Dec 17 16:08:58.194553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.195805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.196965 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 17 16:08:58.197340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.198291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.198877 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 17 16:08:58.199240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_default.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.200180 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.200764 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-default not supported by any of loaded plugins Dec 17 16:08:58.201145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_fip.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.202245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.202430 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-fip not supported by any of loaded plugins Dec 17 16:08:58.202795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_gateway_ip.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.203744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.204329 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 17 16:08:58.204695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_port_network_policy.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.205657 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.206290 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 17 16:08:58.206610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_rule_type_details.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.207554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.208601 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 17 16:08:58.208601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: qos_rules_alias.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.209552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.210137 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 17 16:08:58.210502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: quotasv2.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.211529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.212443 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: quotas Dec 17 16:08:58.212808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: quotasv2_detail.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.214531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.214808 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: quota_details Dec 17 16:08:58.215182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: rbac.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.216482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.217136 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: rbac-policies Dec 17 16:08:58.217518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: rbac_address_scope.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.218461 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.219095 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: rbac-address-scope Dec 17 16:08:58.219471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: rbac_security_groups.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.220402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.221002 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: rbac-security-groups Dec 17 16:08:58.221385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: rbac_subnetpool.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.222310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.222894 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: rbac-subnetpool Dec 17 16:08:58.223262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: revisionifmatch.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.224193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.224779 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: revision-if-match Dec 17 16:08:58.225153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: revisions.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.226294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.226877 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: standard-attr-revisions Dec 17 16:08:58.227265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: router_availability_zone.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.227999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.228581 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: router_availability_zone Dec 17 16:08:58.228945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: routerservicetype.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.229921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.230506 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension router-service-type not supported by any of loaded plugins Dec 17 16:08:58.230879 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.231813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.232399 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: port-security-groups-filtering Dec 17 16:08:58.232766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.233729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.234314 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: security-groups-remote-address-group Dec 17 16:08:58.234678 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: securitygroup.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.248361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.248992 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: security-group Dec 17 16:08:58.249392 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: segment.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.250261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.250852 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension segment not supported by any of loaded plugins Dec 17 16:08:58.251218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.252175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.252766 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 17 16:08:58.253157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: servicetype.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.254273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.254866 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: service-type Dec 17 16:08:58.255234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: sorting.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.256229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.256603 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: sorting Dec 17 16:08:58.256968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: standard_attr_segment.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.257927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.258572 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 17 16:08:58.259440 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: standardattrdescription.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.260129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.260708 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: standard-attr-description Dec 17 16:08:58.261071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: stateful_security_group.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.262059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.262658 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: stateful-security-group Dec 17 16:08:58.263022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: stdattrs_common.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.263607 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 17 16:08:58.263965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.265015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.265633 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 17 16:08:58.265992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: subnet_onboard.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.267077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.267675 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: subnet_onboard Dec 17 16:08:58.268034 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.268970 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.269579 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 17 16:08:58.269938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: subnet_service_types.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.270953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.271551 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: subnet-service-types Dec 17 16:08:58.271915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: subnetallocation.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.273112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.273708 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: subnet_allocation Dec 17 16:08:58.274092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.274805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.275389 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: subnetpool-prefix-ops Dec 17 16:08:58.275746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.276680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.277293 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 17 16:08:58.278032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: tagging.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.278960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.279551 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: standard-attr-tag Dec 17 16:08:58.279920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: timestamp.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.281113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.281742 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loaded extension: standard-attr-timestamp Dec 17 16:08:58.282104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: trunk.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.283142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.283734 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension trunk not supported by any of loaded plugins Dec 17 16:08:58.284103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: trunk_details.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.285016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.285642 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension trunk-details not supported by any of loaded plugins Dec 17 16:08:58.286036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: uplink_status_propagation.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.286960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.287555 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 17 16:08:58.287917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Loading extension file: vlantransparent.py {{(pid=80222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 17 16:08:58.288638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:08:58.289263 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 17 16:08:58.292252 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:network Dec 17 16:08:58.293101 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:subnet Dec 17 16:08:58.293793 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:08:58.294467 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:port Dec 17 16:08:58.295993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.296490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service FLAVORS assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.297244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.297719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.298100 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:router Dec 17 16:08:58.298842 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:floatingip Dec 17 16:08:58.299604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service METERING assigned prefix: /metering {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.301421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.301827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.302216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:08:58.303391 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 16:08:58.303880 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:security_group Dec 17 16:08:58.304702 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 16:08:58.306157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service CORE assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.306543 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:08:58.306913 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] subnetpool is already registered Dec 17 16:08:58.307633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service CORE assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.308008 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:08:58.308371 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] subnetpool is already registered Dec 17 16:08:58.311156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.311639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service FLAVORS assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.312291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.312764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.313170 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:router Dec 17 16:08:58.313544 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] router is already registered Dec 17 16:08:58.314220 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:floatingip Dec 17 16:08:58.314583 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] floatingip is already registered Dec 17 16:08:58.315286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service METERING assigned prefix: /metering {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.316034 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 16:08:58.316401 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] rbac_policy is already registered Dec 17 16:08:58.317868 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:security_group Dec 17 16:08:58.318242 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] security_group is already registered Dec 17 16:08:58.318919 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 16:08:58.319288 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] security_group_rule is already registered Dec 17 16:08:58.320032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service CORE assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.320415 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:08:58.320780 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] subnetpool is already registered Dec 17 16:08:58.322064 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.resource_helper [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Service CORE assigned prefix: {{(pid=80222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 17 16:08:58.322441 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:08:58.322807 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.quota.resource_registry [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] subnetpool is already registered Dec 17 16:08:58.323527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: extensions {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.325126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: address-groups {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.326827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: address-scopes {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.328144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: agents {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.329404 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: auto-allocated-topology {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.330750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: availability_zones {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.332148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: dhcp-networks {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.333689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: dhcp-agents {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.335229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: routers {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.337211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: flavors {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.338475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: service_profiles {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.339761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: next_providers {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.341414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: service_profiles {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.343033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: floatingip-pools {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.344332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: routers {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.346395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: floatingips {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.347681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: l3-routers {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.349182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: l3-agents {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.350706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: metering-labels {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.352158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: metering-label-rules {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.353585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: network-ip-availabilities {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.354942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: bindings {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.356699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: quotas {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.358289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: quotas {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.359792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: rbac-policies {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.361173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: security-groups {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.362465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: security-group-rules {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.363838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: service-providers {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.365187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: subnetpools {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.366699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: subnetpools {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.368791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.370665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.372615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.374567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.376475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.378305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.380241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.383261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.385998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.388275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.extensions [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Extended resource: tags {{(pid=80222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 17 16:08:58.395494 dv-cinder-766752-2-smb neutron-server[80222]: WARNING keystonemiddleware.auth_token [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 17 16:08:58.404248 dv-cinder-766752-2-smb neutron-server[80222]: WARNING keystonemiddleware.auth_token [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 17 16:08:58.418008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Acquired lock "singleton_lock" {{(pid=80222) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 17 16:08:58.418903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Releasing lock "singleton_lock" {{(pid=80222) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 17 16:08:58.421953 dv-cinder-766752-2-smb neutron-server[80222]: INFO oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Starting 2 workers Dec 17 16:08:58.428308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Started child 80333 {{(pid=80222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 17 16:08:58.432961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:08:58.434490 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [-] (80333) wsgi starting up on http://0.0.0.0:9696 Dec 17 16:08:58.434734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Started child 80334 {{(pid=80222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 17 16:08:58.436447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 17 16:08:58.437226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Notify callbacks [] for process, before_spawn {{(pid=80222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:08:58.438437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:08:58.439785 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [-] (80334) wsgi starting up on http://0.0.0.0:9696 Dec 17 16:08:58.440039 dv-cinder-766752-2-smb neutron-server[80222]: INFO oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Starting 1 workers Dec 17 16:08:58.446736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Started child 80335 {{(pid=80222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 17 16:08:58.447324 dv-cinder-766752-2-smb neutron-server[80222]: INFO oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Starting 1 workers Dec 17 16:08:58.451045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] calling RpcWorker wait() {{(pid=80335) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 17 16:08:58.451696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] returning from RpcWorker wait() {{(pid=80335) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 17 16:08:58.452253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Started child 80336 {{(pid=80222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 17 16:08:58.453103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b183ae0-a509-4423-8894-ea544da70578 None None] Notify callbacks [] for process, after_spawn {{(pid=80222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:08:58.453446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:08:58.453956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:08:58.454853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80222) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 17 16:08:58.455081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 17 16:08:58.455292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 17 16:08:58.455580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 17 16:08:58.456002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 17 16:08:58.456198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 17 16:08:58.456843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.457116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.457445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.457748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.458121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.458807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.459090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.459326 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:08:58.459437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.459665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.459956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.460161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.460359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.460651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.460934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.461487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:08:58.469633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.470105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.470521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.470936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.471254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.471691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.472640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.473068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.473542 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] debug = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.473965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.474891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.475301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.475738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.476121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.476583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.476994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.477473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.477858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.478200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.478530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.478947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.479069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] host = dv-cinder-766752-2-smb {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.482860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.483309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 38910) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:08:58.483411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.483572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.484169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.484702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.485166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_file = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.485548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_options = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.485987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.486577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.487068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.487491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.487866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.488245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.488743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.489140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.489668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.490128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.490561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.491090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.491544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.492111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.492598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.493598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.494069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.494548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.495126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.495658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.495823 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102391 Dec 17 16:08:58.496976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.497508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.498137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.498592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.499036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.499491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.499954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.500416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.500900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.501393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.502877 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.503482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.504763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.505288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.505785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.506244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.506717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.507247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.507725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.508205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.509288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.509869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.510336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.510796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.511251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.511710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_json = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.512170 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.512608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.513141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.513584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.514217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.514686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.515130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.515608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.516322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.516831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.517540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.518015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.518478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.518961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.519453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.519918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.520399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.520857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.521396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.521852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.522397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.522897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.523366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.523852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.524384 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.524832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.525373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.525961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.526432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.526873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.527376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.527853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.528340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.528849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.529306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.530448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.530789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.531122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.531411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.531694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.531973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.532222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.532498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.532760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.533165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.534060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.534379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.534671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.535752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.535993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.536492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.537295 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.537825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.538296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.538763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.539229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.539498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.540596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.541388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.541831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.542266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.542697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.543242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.543701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.544139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.544386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.544840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.545306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.545571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.545848 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.546114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.546698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.547552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.548040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.548325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.548574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.548973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.550099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.550562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.551021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.551465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.552084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.552551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.552905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.553460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.553911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.554395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.554922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.555969 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.556081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.556348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.556515 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.556993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.557298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.557616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.557899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.558170 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.558486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.558751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.559020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.559339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.559618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.559885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.560154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.560447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.560737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.561030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.561395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.561719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.561980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.562458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.562885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.563348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.563973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.564551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.566796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.567379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.567867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.568198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.568688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.569197 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.569636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.570113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.570564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.571607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.573696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.573696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.573696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.573696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.573696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.574204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.574410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.574796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.575212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.575601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.575979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.576391 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.576797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.577253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.577659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.578059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.578435 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.578841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.579177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.579427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.579708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.579967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.580259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.580515 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.580766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.581268 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.581702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.582117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.582514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.582892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.583272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.583698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.584107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.584374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.584693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.584958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.585271 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.585554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.585791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.586237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.587156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.587156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.587156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.587390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.587651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.588084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.589158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.589158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.589158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.589410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.589541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.590096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.590231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.590489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.590763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.591054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.591311 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.591614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.591907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.592281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.592562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.592843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.594873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.594873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.594873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.594873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.595162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.595240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.595428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.595893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.596160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.596628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.597904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.597904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.597904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.597904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.598330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.598632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.599015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.599292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.599600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.600279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.600279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.600456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.600685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.601108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.601538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.601968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.602736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.603011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.603266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.603516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.603780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.604135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.604261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.604529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.605975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.605975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.605975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.605975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.605975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.606760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.606760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.606760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.607133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.607340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.607670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.608241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.608561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.609584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.609584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.609584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.610019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.610178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.610370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.610751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.611087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.611412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.611721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.611959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.612202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.612441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.612684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.612959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.613254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.613503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.613780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.614056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.614316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.614562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.614825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.615042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.615292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.615588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.615847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.616046 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 17 16:08:58.616568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80222) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 17 16:08:58.616738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 17 16:08:58.616901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 17 16:08:58.617133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 17 16:08:58.617336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 17 16:08:58.617501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 17 16:08:58.617733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.617964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.618645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.618818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.619463 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.619463 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.620840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.620840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.620840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.620840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.621441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.622394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.622394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.622394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.622394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.622394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] debug = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.622394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.623130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.623130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.623130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.623130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.624008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.624208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.624395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.624694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.624824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.624926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.625063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.625264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.625451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.625637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.625823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] host = dv-cinder-766752-2-smb {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.626982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.627577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.627577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.627577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.627577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_file = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_options = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.629643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.630363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.632226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.633138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.637366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.639664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_json = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.641773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.644576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.645636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.646430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.647231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.648204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.649418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.652393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.653598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.654114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.655940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.656537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.656537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.656537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.656746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.656813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.656982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.657208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.657407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.657555 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.657766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.657934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.658258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.658591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.658928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.659139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.659333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.659505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.659691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.659872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.660061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.660319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.660424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.660591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.660775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.660951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.661181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.661571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.661794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.663610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.665718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.667875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.669777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.671331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.672684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.674099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.675545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.679540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.683434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.685922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.686904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.687708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.688621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.690061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.691497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.693058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.693058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:08:58.693058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 17 16:09:09.361539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f795ce-2c93-4437-8c34-2f4f3baff33a None None] get_active_networks_info from dv-cinder-766752-2-smb {{(pid=80335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 17 16:09:09.546205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f795ce-2c93-4437-8c34-2f4f3baff33a None None] No non-hosted networks {{(pid=80335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 17 16:09:09.584386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agentschedulers_db [None req-e0f795ce-2c93-4437-8c34-2f4f3baff33a None None] DHCP Agent not found on host dv-cinder-766752-2-smb {{(pid=80335) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Dec 17 16:09:09.688845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27aa006f-2c18-4856-8c38-f47e81162e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449'] for agent, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:11.661009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-292e2b8d-b3b1-491c-a83e-ffb6b96c8b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449'] for agent, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:11.721871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2e7b-dd1d-4af0-a00f-1cfea17bb2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:12.554265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449'] for agent, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:13.167441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449'] for agent, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:13.168730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.169377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.169942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.170514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.181496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.181894 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.182271 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.182641 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.183089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.184177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.184797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.185845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:13.186984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-766752-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:09:13.201511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766752-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:09:13.955159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449'] for agent, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:15.108181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] get_endpoint_by_host() called for host dv-cinder-766752-2-smb {{(pid=80335) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 17 16:09:15.113467 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] get_endpoint_by_ip() called for ip 192.168.0.46 {{(pid=80335) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 17 16:09:15.116913 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] _add_endpoint() called for ip 192.168.0.46 {{(pid=80335) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 17 16:09:15.123574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] _get_endpoints() called {{(pid=80335) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 17 16:09:15.380719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39016) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:16.045370 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-61df5f78-6d7b-49c9-88bc-973af788026a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:16.045975 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-61df5f78-6d7b-49c9-88bc-973af788026a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:16.279338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [None req-61df5f78-6d7b-49c9-88bc-973af788026a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:09:16.280414 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-61df5f78-6d7b-49c9-88bc-973af788026a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8986347 Dec 17 16:09:18.794286 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_hamode_db [None req-3ac3ec9c-94be-4855-bd9e-dd55b0063508 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 17 16:09:18.880870 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3ec9c-94be-4855-bd9e-dd55b0063508 None None] Routers set() bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:09:18.881313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3ec9c-94be-4855-bd9e-dd55b0063508 None None] Router IDs set() for agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 17 16:09:19.028537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39030) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:19.455297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:19.505249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.policy [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80333) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 17 16:09:19.506113 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:19.506528 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:19.513808 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] Loaded quota_driver: . Dec 17 16:09:19.560202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:19.626210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750879540006', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750879569265', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750879569116', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750879651093', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750879648837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3814566', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850985280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854119515'] for rbac-policy, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:19.692250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:19.693513 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-dde43483-6280-4ed8-a181-8af6ee96f53a admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6639721 Dec 17 16:09:22.699716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39044) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:23.121224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'name': 'private'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:23.127115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:23.131807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Usage tracker for resource:network and tenant:5ed9143716b144fb99502902b61c3c26 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:23.135476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:23.141530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:23.150803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Made reservation on behalf of 5ed9143716b144fb99502902b61c3c26 for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:09:23.156767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.174695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.189309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:23.193191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed9143716b144fb99502902b61c3c26 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:23.196712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:23.202315 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:23.304125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.307080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.312628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:23.334995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:09:23.363290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.363905 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Added segment 77fe94aa-7162-4744-9e72-4faf3b0e4fde of type vxlan for network b5b0510c-4adb-4af8-a96d-9122690795ba Dec 17 16:09:23.418803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b87ad4-41ea-43ad-b413-202a77014755,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:23.436834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.437176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.437544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.437905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.438262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.438615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.438966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.439316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.439664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.440011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.440356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.440699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Tracked resource versions report: Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:09:23.441922 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:09:23.489056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:23.494279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.533317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.534694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:23.535381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:23.540862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:23.802451 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1014459 Dec 17 16:09:23.807966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b0510c-4adb-4af8-a96d-9122690795ba,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:23.811455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:23.819498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network b5b0510c-4adb-4af8-a96d-9122690795ba details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:09:26.972015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39060) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:27.490522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846de29-01a4-47ba-978f-9848f5b1c567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:27.491946 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5846de29-01a4-47ba-978f-9848f5b1c567 admin admin] 10.222.0.37 "GET /v2.0/networks/b5b0510c-4adb-4af8-a96d-9122690795ba HTTP/1.1" status: 200 len: 818 time: 0.5188806 Dec 17 16:09:27.521861 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-052f27e3-8704-418c-bb2e-b62fffd11594 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/1a889614-33d6-4914-85d1-ecf98f992c8d HTTP/1.1" status: 200 len: 734 time: 0.0232649 Dec 17 16:09:27.532375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:27.537100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:27.542035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Usage tracker for resource:subnet and tenant:5ed9143716b144fb99502902b61c3c26 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:27.545063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:27.550879 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:27.559683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Made reservation on behalf of 5ed9143716b144fb99502902b61c3c26 for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:09:27.564411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:28.073748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:28.088797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:28.235766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf916f5-3150-400a-acdb-60fd37647070,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:28.244300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:28.299744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Checking segment: {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:09:28.300125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Network hostable DHCP agents. Network: b5b0510c-4adb-4af8-a96d-9122690795ba, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:09:28.321403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Network b5b0510c-4adb-4af8-a96d-9122690795ba is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:09:28.330228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, b5b0510c-4adb-4af8-a96d-9122690795ba) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:09:28.335007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:28.335637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:28.340108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046497b-c6ad-4470-86fb-352959396815 None None] Network b5b0510c-4adb-4af8-a96d-9122690795ba requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:09:28.354488 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8258905 Dec 17 16:09:28.663359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-b5b0510c-4adb-4af8-a96d-9122690795ba', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:09:28.665187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:29.019169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Allocated IP 172.20.0.2 (b5b0510c-4adb-4af8-a96d-9122690795ba/7cf916f5-3150-400a-acdb-60fd37647070/884cca52-3d94-4ef5-941e-2d7a063528e2) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:09:29.264244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:29.278645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Transition to ACTIVE for port object 884cca52-3d94-4ef5-941e-2d7a063528e2 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:09:29.297758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Transition to ACTIVE for port object 884cca52-3d94-4ef5-941e-2d7a063528e2 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:09:29.303652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:29.319267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:29.457226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Pushing event updated for resources: {'Port': ['ID=884cca52-3d94-4ef5-941e-2d7a063528e2,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:29.467841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.468350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.468480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.469173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.469298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.469851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.469960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.470259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.470625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.470961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.471309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.471655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Tracked resource versions report: Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:09:29.472876 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:09:29.480700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:29.701373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Network b5b0510c-4adb-4af8-a96d-9122690795ba is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:09:29.702502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:09:29.705377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:09:29.763662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Attempting to bind port 884cca52-3d94-4ef5-941e-2d7a063528e2 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:29.764081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Attempting to bind port 884cca52-3d94-4ef5-941e-2d7a063528e2 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:09:29.764479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Attempting to bind port 884cca52-3d94-4ef5-941e-2d7a063528e2 on network b5b0510c-4adb-4af8-a96d-9122690795ba {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:09:29.770766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:09:29.771295 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Checking segment: {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:09:29.771295 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:29.771525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Bound using segment: {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:09:29.772037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Bound port: 884cca52-3d94-4ef5-941e-2d7a063528e2, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:09:29.772453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:29.866760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] For port 884cca52-3d94-4ef5-941e-2d7a063528e2, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:09:29.871755 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] For port 884cca52-3d94-4ef5-941e-2d7a063528e2, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=884cca52-3d94-4ef5-941e-2d7a063528e2,segment=NetworkSegment(77fe94aa-7162-4744-9e72-4faf3b0e4fde),segment_id=77fe94aa-7162-4744-9e72-4faf3b0e4fde)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:09:29.875418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:29.891245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:30.049470 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Pushing event updated for resources: {'Port': ['ID=884cca52-3d94-4ef5-941e-2d7a063528e2,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:30.055655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:31.111076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39070) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:31.830106 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-6f7b487f-a081-4a61-ad3e-e0eec4d44c6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:31.830713 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-6f7b487f-a081-4a61-ad3e-e0eec4d44c6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:32.068817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [None req-6f7b487f-a081-4a61-ad3e-e0eec4d44c6b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:09:32.070250 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6f7b487f-a081-4a61-ad3e-e0eec4d44c6b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.9575367 Dec 17 16:09:33.191950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 884cca52-3d94-4ef5-941e-2d7a063528e2 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:09:33.266747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 884cca52-3d94-4ef5-941e-2d7a063528e2 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:09:34.792762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10246e-963f-444e-a67a-143ec70072b5 None None] Network b5b0510c-4adb-4af8-a96d-9122690795ba requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:09:34.849032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39088) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:34.885426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Provisioning for port 884cca52-3d94-4ef5-941e-2d7a063528e2 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:09:34.898047 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Provisioning complete for port 884cca52-3d94-4ef5-941e-2d7a063528e2 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:34.898507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:35.138035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:35.191530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] For port 884cca52-3d94-4ef5-941e-2d7a063528e2, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=884cca52-3d94-4ef5-941e-2d7a063528e2,segment=NetworkSegment(77fe94aa-7162-4744-9e72-4faf3b0e4fde),segment_id=77fe94aa-7162-4744-9e72-4faf3b0e4fde)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:09:35.197377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:35.202000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:35.279170 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Pushing event updated for resources: {'Port': ['ID=884cca52-3d94-4ef5-941e-2d7a063528e2,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:35.282500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:35.315091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [None req-805c26f9-56e2-4566-8a9d-db831763d86a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:09:35.316192 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-805c26f9-56e2-4566-8a9d-db831763d86a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4660685 Dec 17 16:09:35.526047 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-0f295716-3a30-4742-9664-86bc3ee0f67c None None] Provisioning complete for port 884cca52-3d94-4ef5-941e-2d7a063528e2 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:35.526561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0f295716-3a30-4742-9664-86bc3ee0f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:35.781977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4de22097-40fe-4956-9e7f-f6ef1c610620 None None] Provisioning complete for port 884cca52-3d94-4ef5-941e-2d7a063528e2 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:35.782541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4de22097-40fe-4956-9e7f-f6ef1c610620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:37.166505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 884cca52-3d94-4ef5-941e-2d7a063528e2 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:09:37.236526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 884cca52-3d94-4ef5-941e-2d7a063528e2 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:37.236929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:38.495972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39100) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:38.909151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5ed9143716b144fb99502902b61c3c26'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:38.915450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:38.920863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Usage tracker for resource:router and tenant:5ed9143716b144fb99502902b61c3c26 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:38.924084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:38.929838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:38.938761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:38.940074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:38.961188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:39.062847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:39.081356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:39.082623 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0629ec43-504f-435c-a628-2c68b5b880f8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5855916 Dec 17 16:09:39.160002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36eb6287-532e-48f9-b067-07dfebdec927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:41.640256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8ac16938-f2cc-4c63-913f-564cbe06522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:41.811895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39110) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:42.183384 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [None req-f8941ea1-6a6e-4d23-ac3e-1956867996f7 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:09:42.184495 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f8941ea1-6a6e-4d23-ac3e-1956867996f7 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3715746 Dec 17 16:09:42.462607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:43.144045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:43.903418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:44.803780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39130) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:44.900862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:44.905907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:44.909919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Usage tracker for resource:network and tenant:05dc057d7a194b2eaa893a2336f94ad1 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:44.914383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:44.921389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:44.930125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Made reservation on behalf of 05dc057d7a194b2eaa893a2336f94ad1 for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:09:44.934780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:44.947600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:44.963080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:44.967050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Usage tracker for resource:security_group_rule and tenant:05dc057d7a194b2eaa893a2336f94ad1 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:44.969982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:44.975633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:45.064242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:45.066945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:45.071945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:45.088081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Reserving flat network on physical network physnet1 {{(pid=80333) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 17 16:09:45.109968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2cadf-0208-49c8-a4e0-48ebb10bee58,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:45.114453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:45.115455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:45.116041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Unsubscribe: segment precommit_create {{(pid=80333) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 17 16:09:45.116464 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Added segment a2d0f28d-96be-4f91-98a1-3ee635485e2f of type flat for network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 Dec 17 16:09:45.151652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:45.187860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:45.189141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:45.189819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:45.195394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eebd06c9-9d66-4194-b291-97469c749cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:45.297390 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4923694 Dec 17 16:09:45.302915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d0e1cd-bb3c-4b33-9a01-8f31033148a7,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:45.305819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:45.313838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:09:47.806459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39150) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:47.963049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e92ae-160f-4bfd-afde-77ac8636e421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:47.964532 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4c7e92ae-160f-4bfd-afde-77ac8636e421 admin admin] 10.222.0.37 "GET /v2.0/subnets/7cf916f5-3150-400a-acdb-60fd37647070 HTTP/1.1" status: 200 len: 849 time: 0.1570311 Dec 17 16:09:48.114335 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-19fd8c78-9434-4ef3-8a66-28a2b5cd2e85 admin admin] 10.222.0.37 "GET /v2.0/routers/3064e516-6cf1-4f4d-9f8b-06ea81f71f57 HTTP/1.1" status: 200 len: 704 time: 0.1434948 Dec 17 16:09:48.755224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:49.135611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Allocated IP 172.20.0.1 (b5b0510c-4adb-4af8-a96d-9122690795ba/7cf916f5-3150-400a-acdb-60fd37647070/b4a67863-a011-456c-a3d2-438229863592) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:09:49.305548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:49.324596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Transition to ACTIVE for port object b4a67863-a011-456c-a3d2-438229863592 will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:09:49.372189 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:49.395893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:49.530417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a67863-a011-456c-a3d2-438229863592,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:49.537192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:49.588469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Network b5b0510c-4adb-4af8-a96d-9122690795ba is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:09:49.589669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:09:49.592042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:09:49.592566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:49.821151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4b332f1a-7e38-4b01-aaa4-585b29117451 None None] Provisioning for port b4a67863-a011-456c-a3d2-438229863592 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:09:49.826299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4b332f1a-7e38-4b01-aaa4-585b29117451 None None] Provisioning complete for port b4a67863-a011-456c-a3d2-438229863592 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:49.826711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4b332f1a-7e38-4b01-aaa4-585b29117451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:49.860246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:49.882710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4b332f1a-7e38-4b01-aaa4-585b29117451 None None] Port b4a67863-a011-456c-a3d2-438229863592 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:09:50.157400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:50.161026 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:50.162169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:50.177892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:50.313594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a67863-a011-456c-a3d2-438229863592,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:50.316942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:50.373144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Network b5b0510c-4adb-4af8-a96d-9122690795ba is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:09:50.374298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:09:50.607840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4d5e350-9a63-4ff0-ac54-c6d7963100e2 None None] Provisioning complete for port b4a67863-a011-456c-a3d2-438229863592 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:50.608244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e350-9a63-4ff0-ac54-c6d7963100e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:50.667355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5e350-9a63-4ff0-ac54-c6d7963100e2 None None] Port b4a67863-a011-456c-a3d2-438229863592 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:09:50.735703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:09:50.899274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:09:50.908721 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] 10.222.0.37 "PUT /v2.0/routers/3064e516-6cf1-4f4d-9f8b-06ea81f71f57/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7882552 Dec 17 16:09:50.911668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Sync routers for ids ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:09:50.923460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Routers {'3064e516-6cf1-4f4d-9f8b-06ea81f71f57'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:09:50.924402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:09:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:09:51.109612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Set router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 gateway port host: None {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:09:51.503679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'name': 'router1', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 2, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'gw_port_host': None, '_interfaces': [{'id': 'b4a67863-a011-456c-a3d2-438229863592', 'name': '', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'mac_address': 'fa:16:3e:03:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 2, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'subnets': [{'id': '7cf916f5-3150-400a-acdb-60fd37647070', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:09:51.509226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Checking router: 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:09:51.509667 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Updating router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 port b4a67863-a011-456c-a3d2-438229863592 binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:09:51.567349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:52.196490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:52.212194 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Transition to ACTIVE for port object b4a67863-a011-456c-a3d2-438229863592 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:09:52.215378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:52.231524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:52.372892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Pushing event updated for resources: {'Port': ['ID=b4a67863-a011-456c-a3d2-438229863592,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:52.392007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.392387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.392763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.393140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.393505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.393872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.394228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.394582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.394937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.395290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.395643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.395991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Tracked resource versions report: Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:09:52.397175 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:09:52.404862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:52.568207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Attempting to bind port b4a67863-a011-456c-a3d2-438229863592 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:52.568740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Attempting to bind port b4a67863-a011-456c-a3d2-438229863592 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:09:52.569002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Attempting to bind port b4a67863-a011-456c-a3d2-438229863592 on network b5b0510c-4adb-4af8-a96d-9122690795ba {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:09:52.576981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:09:52.577422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Checking segment: {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:09:52.577880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:52.578298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Bound using segment: {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:09:52.578825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Bound port: b4a67863-a011-456c-a3d2-438229863592, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe94aa-7162-4744-9e72-4faf3b0e4fde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:09:52.579223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:52.678390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] For port b4a67863-a011-456c-a3d2-438229863592, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:09:52.683612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] For port b4a67863-a011-456c-a3d2-438229863592, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=b4a67863-a011-456c-a3d2-438229863592,segment=NetworkSegment(77fe94aa-7162-4744-9e72-4faf3b0e4fde),segment_id=77fe94aa-7162-4744-9e72-4faf3b0e4fde)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:09:52.689490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:52.706095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:52.865861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Pushing event updated for resources: {'Port': ['ID=b4a67863-a011-456c-a3d2-438229863592,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:52.872037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:52.931803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Routers {'3064e516-6cf1-4f4d-9f8b-06ea81f71f57'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:09:52.932472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:09:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:09:53.103545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] Set router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 gateway port host: None {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:09:53.455909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'name': 'router1', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 2, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'gw_port_host': None, '_interfaces': [{'id': 'b4a67863-a011-456c-a3d2-438229863592', 'name': '', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'mac_address': 'fa:16:3e:03:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:52Z', 'revision_number': 4, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'subnets': [{'id': '7cf916f5-3150-400a-acdb-60fd37647070', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:09:53.460129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647341d9-e002-43ca-8dfc-668c03120bc5 None None] The sync data for ids ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'] in dv-cinder-766752-2-smb is: [{'id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'name': 'router1', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 2, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'gw_port_host': None, '_interfaces': [{'id': 'b4a67863-a011-456c-a3d2-438229863592', 'name': '', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'mac_address': 'fa:16:3e:03:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:52Z', 'revision_number': 4, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'subnets': [{'id': '7cf916f5-3150-400a-acdb-60fd37647070', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:09:53.478073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39162) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:53.789528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.policy [None req-aae8f1d4-b8f5-46ac-acb5-62efe15c3cd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80334) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 17 16:09:53.790264 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-aae8f1d4-b8f5-46ac-acb5-62efe15c3cd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:53.790688 dv-cinder-766752-2-smb neutron-server[80222]: WARNING oslo_policy.policy [None req-aae8f1d4-b8f5-46ac-acb5-62efe15c3cd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:09:53.797087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8f1d4-b8f5-46ac-acb5-62efe15c3cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:53.798939 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aae8f1d4-b8f5-46ac-acb5-62efe15c3cd1 admin admin] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 842 time: 0.3197522 Dec 17 16:09:53.810721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:53.814042 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.quota [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Loaded quota_driver: . Dec 17 16:09:53.821733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:53.827689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Usage tracker for resource:subnet and tenant:05dc057d7a194b2eaa893a2336f94ad1 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:53.831585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:53.838702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:53.852182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Made reservation on behalf of 05dc057d7a194b2eaa893a2336f94ad1 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:09:53.858334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:54.588759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80334) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:09:54.589341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:54.605381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:54.755357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd14f8c6-e7c4-43a4-9a48-015a533531f1,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:54.774830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.775243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.775571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.775932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.776290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.776645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.776999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.777399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.777758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.778108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.778456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.778803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Tracked resource versions report: Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:09:54.779945 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:09:54.821972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:54.849575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:09:54.849900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Network hostable DHCP agents. Network: f6d0e1cd-bb3c-4b33-9a01-8f31033148a7, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:09:54.872383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:09:54.881965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, f6d0e1cd-bb3c-4b33-9a01-8f31033148a7) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:09:54.886450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:54.887126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:54.891480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dc6b8-a842-42da-9900-88e89d9683f1 None None] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:09:54.909899 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1033838 Dec 17 16:09:55.138186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2902e7-33e8-4d08-86a7-bd239013c056 None None] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:09:55.235892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device b4a67863-a011-456c-a3d2-438229863592 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:09:55.387090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port b4a67863-a011-456c-a3d2-438229863592 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:09:55.396243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port b4a67863-a011-456c-a3d2-438229863592 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:55.396653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:55.708136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:55.742850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port b4a67863-a011-456c-a3d2-438229863592, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=b4a67863-a011-456c-a3d2-438229863592,segment=NetworkSegment(77fe94aa-7162-4744-9e72-4faf3b0e4fde),segment_id=77fe94aa-7162-4744-9e72-4faf3b0e4fde)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:09:55.745811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:55.748549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f28c8eb9-4787-4ecf-aa9a-dcffaf9545fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:55.818449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=b4a67863-a011-456c-a3d2-438229863592,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:55.822434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:57.174824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device b4a67863-a011-456c-a3d2-438229863592 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:09:57.245607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port b4a67863-a011-456c-a3d2-438229863592 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:09:57.246018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:57.526300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:09:57.541218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39182) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:09:57.805160 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5652d782-8b61-4c32-8655-8c2931792e45 admin admin] 10.222.0.37 "GET /v2.0/routers/3064e516-6cf1-4f4d-9f8b-06ea81f71f57 HTTP/1.1" status: 200 len: 710 time: 0.2622983 Dec 17 16:09:57.948387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523569c-a6d9-47e2-a9c7-e358ad80fadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:09:57.949890 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2523569c-a6d9-47e2-a9c7-e358ad80fadb admin admin] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 886 time: 0.1387236 Dec 17 16:09:57.959721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:58.572714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:58.920935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:58.953658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:58.970928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:58.987529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:09:58.991717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:09:58.995052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:09:59.000933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:09:59.108234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:59.111270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:59.126882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:59.220651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b790a-6a40-42f2-8d3b-58ddc548fb89,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:59.231401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:59.393143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Allocated IP 172.28.3.138 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/6f577c2e-5c00-48e2-a581-f6eec1d5dc37) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:09:59.561429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:59.613456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:09:59.629174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:09:59.763534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Pushing event updated for resources: {'Port': ['ID=6f577c2e-5c00-48e2-a581-f6eec1d5dc37,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:09:59.767049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:09:59.818265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:09:59.820016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:09:59.822589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:10:00.219168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:00.730144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:00.733815 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854069771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-706044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854063627'] for router, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:00.920587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:10:01.107403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:10:01.118136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Sync routers for ids ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:10:01.126298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:01.127594 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] 10.222.0.37 "PUT /v2.0/routers/3064e516-6cf1-4f4d-9f8b-06ea81f71f57 HTTP/1.1" status: 200 len: 890 time: 3.1713703 Dec 17 16:10:01.129957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Routers {'3064e516-6cf1-4f4d-9f8b-06ea81f71f57'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:10:01.129957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:09:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:10:01.342423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Set router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:10:01.719958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'name': 'router1', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6f577c2e-5c00-48e2-a581-f6eec1d5dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:10:00Z', 'revision_number': 4, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'gw_port': {'id': '6f577c2e-5c00-48e2-a581-f6eec1d5dc37', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:59Z', 'updated_at': '2020-12-17T16:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'b4a67863-a011-456c-a3d2-438229863592', 'name': '', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'mac_address': 'fa:16:3e:03:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:55Z', 'revision_number': 5, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'subnets': [{'id': '7cf916f5-3150-400a-acdb-60fd37647070', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:10:01.725193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Checking router: 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:10:01.726114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Updating router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:10:01.786636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:02.210774 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:02.223524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Transition to ACTIVE for port object 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:10:02.226799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:02.247521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:10:02.383528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9dca5-57e7-4997-a6af-0a41b50d8541 None None] Pushing event updated for resources: {'Port': ['ID=6f577c2e-5c00-48e2-a581-f6eec1d5dc37,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:10:02.395150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-52c9dca5-57e7-4997-a6af-0a41b50d8541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:10:02.456409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Attempting to bind port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:10:02.456790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Attempting to bind port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:10:02.457230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Attempting to bind port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:10:02.464289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:10:02.464644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:10:02.465092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:02.465539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:10:02.466074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Bound port: 6f577c2e-5c00-48e2-a581-f6eec1d5dc37, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:10:02.466526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:02.552068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] For port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:10:02.556294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] For port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6f577c2e-5c00-48e2-a581-f6eec1d5dc37,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:10:02.559595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:02.575118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:10:02.727356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9dca5-57e7-4997-a6af-0a41b50d8541 None None] Pushing event updated for resources: {'Port': ['ID=6f577c2e-5c00-48e2-a581-f6eec1d5dc37,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:10:02.732119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-52c9dca5-57e7-4997-a6af-0a41b50d8541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:10:02.788589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Routers {'3064e516-6cf1-4f4d-9f8b-06ea81f71f57'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:10:02.789366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:09:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:10:02.983310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] Set router 3064e516-6cf1-4f4d-9f8b-06ea81f71f57 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:10:03.504615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'name': 'router1', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6f577c2e-5c00-48e2-a581-f6eec1d5dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:10:00Z', 'revision_number': 4, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'gw_port': {'id': '6f577c2e-5c00-48e2-a581-f6eec1d5dc37', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:59Z', 'updated_at': '2020-12-17T16:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'b4a67863-a011-456c-a3d2-438229863592', 'name': '', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'mac_address': 'fa:16:3e:03:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:55Z', 'revision_number': 5, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'subnets': [{'id': '7cf916f5-3150-400a-acdb-60fd37647070', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:10:03.509282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbad06-c2ca-4fe9-9f37-215e19f98a8c None None] The sync data for ids ['3064e516-6cf1-4f4d-9f8b-06ea81f71f57'] in dv-cinder-766752-2-smb is: [{'id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'name': 'router1', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6f577c2e-5c00-48e2-a581-f6eec1d5dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:10:00Z', 'revision_number': 4, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'gw_port': {'id': '6f577c2e-5c00-48e2-a581-f6eec1d5dc37', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:59Z', 'updated_at': '2020-12-17T16:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'b4a67863-a011-456c-a3d2-438229863592', 'name': '', 'network_id': 'b5b0510c-4adb-4af8-a96d-9122690795ba', 'tenant_id': '5ed9143716b144fb99502902b61c3c26', 'mac_address': 'fa:16:3e:03:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e516-6cf1-4f4d-9f8b-06ea81f71f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cf916f5-3150-400a-acdb-60fd37647070', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:55Z', 'revision_number': 5, 'project_id': '5ed9143716b144fb99502902b61c3c26', 'subnets': [{'id': '7cf916f5-3150-400a-acdb-60fd37647070', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a889614-33d6-4914-85d1-ecf98f992c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:10:03.880410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39192) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:10:04.036161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e8e843-e6d3-4391-b121-0de72933c326 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:10:04.038333 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-95e8e843-e6d3-4391-b121-0de72933c326 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1559486 Dec 17 16:10:05.205648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:10:05.285410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:10:05.291945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:10:05.292500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:05.433174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:05.451682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6f577c2e-5c00-48e2-a581-f6eec1d5dc37,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:10:05.455843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:05.458147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:10:05.537857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=6f577c2e-5c00-48e2-a581-f6eec1d5dc37,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:10:05.541316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:10:07.219230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:10:07.320785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6f577c2e-5c00-48e2-a581-f6eec1d5dc37 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:10:07.321459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:09.180801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-065bec55-2147-463e-8323-aef6782cd631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:11.659063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3c7bfe48-f125-4ddc-bbd0-25358b448bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:12.474600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:13.150153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:13.961348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:34.529551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:10:39.165340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79545219-e0cd-4cd3-8333-aa602bbe8b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:41.643943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cfc69f5-178c-4aab-9b2f-fbb61d0a5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:42.476846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:43.154252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:10:43.938754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:09.172393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-01db7840-26e5-4557-8619-fc830920523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:11.529447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:11:11.651431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f87a3dd-85ab-4d56-b28f-6eeb776f82db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:12.475345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:13.156993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:13.938596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:39.175325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cd583214-666a-4793-b4e9-7e73d76ddfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:41.644541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88765227-2571-4194-90f6-b028ace62efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:42.474966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:43.159339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:43.946357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:11:48.528800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:12:09.168265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-58f1dffd-79f9-473b-9566-e1e20cf07893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:11.647228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-db108aa8-8b8e-49d9-a3c9-325882a82267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:12.483254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:13.163028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:13.948256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:20.860242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39768) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:20.960808 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac5214c-cb92-42c9-8e91-33f15117a662 admin admin] GET failed (client error): The resource could not be found. Dec 17 16:12:20.962138 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1ac5214c-cb92-42c9-8e91-33f15117a662 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1008873 Dec 17 16:12:21.106381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950d188-350a-4ac7-8628-a041a0b344a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:21.107899 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c950d188-350a-4ac7-8628-a041a0b344a2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1413491 Dec 17 16:12:23.557340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39778) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:23.703243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b8a21-b214-40de-886d-c4843ec221fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:23.703862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d71b8a21-b214-40de-886d-c4843ec221fd admin admin] Synchronizing usage tracker for tenant:05dc057d7a194b2eaa893a2336f94ad1 on resource:subnet {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:12:23.720323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d71b8a21-b214-40de-886d-c4843ec221fd admin admin] Unset dirty status for tenant:05dc057d7a194b2eaa893a2336f94ad1 on resource:subnet {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:12:23.721621 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d71b8a21-b214-40de-886d-c4843ec221fd admin admin] 10.222.0.37 "GET /v2.0/subnets/7cf916f5-3150-400a-acdb-60fd37647070 HTTP/1.1" status: 200 len: 849 time: 0.1632576 Dec 17 16:12:23.732402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:23.859069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:24.168149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750880277534'] for subnet, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:24.183795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:12:24.331121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf916f5-3150-400a-acdb-60fd37647070,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:12:24.341615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.341992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.342363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.342725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.343085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.343442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.343796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.344152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.344525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.344882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.345262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.345614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:12:24.349847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:12:24.380993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:24.381667 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:24.383047 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] 10.222.0.37 "PUT /v2.0/subnets/7cf916f5-3150-400a-acdb-60fd37647070 HTTP/1.1" status: 200 len: 868 time: 0.6549063 Dec 17 16:12:24.385934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974887cb-d918-4d9f-b3c1-c24fa8a9d8bc None None] Network b5b0510c-4adb-4af8-a96d-9122690795ba requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:12:24.883673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-39f4550a-0a9b-4107-b020-389dbe01122d None None] Provisioning complete for port 884cca52-3d94-4ef5-941e-2d7a063528e2 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:12:24.884256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-39f4550a-0a9b-4107-b020-389dbe01122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:25.009456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-39f4550a-0a9b-4107-b020-389dbe01122d None None] Provisioning complete for port b4a67863-a011-456c-a3d2-438229863592 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:12:25.009733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-39f4550a-0a9b-4107-b020-389dbe01122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:25.528685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:12:26.861052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39788) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:27.076124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94375f88-5a42-4881-8b6c-1817203f4036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:27.076479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94375f88-5a42-4881-8b6c-1817203f4036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:27.078159 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-94375f88-5a42-4881-8b6c-1817203f4036 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2160320 Dec 17 16:12:29.563928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39798) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:29.780434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba86e01-acc1-4650-b64a-f3a33e4f5093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:29.780788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba86e01-acc1-4650-b64a-f3a33e4f5093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:29.782452 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2ba86e01-acc1-4650-b64a-f3a33e4f5093 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2174981 Dec 17 16:12:32.268873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39808) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:32.642471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbda83-9a23-47ee-87d7-46e685057ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:32.643948 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ffcbda83-9a23-47ee-87d7-46e685057ee5 admin admin] 10.222.0.37 "GET /v2.0/networks/b5b0510c-4adb-4af8-a96d-9122690795ba HTTP/1.1" status: 200 len: 862 time: 0.3734870 Dec 17 16:12:35.105937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39818) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:35.312425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb35d42-eec9-4eb2-92ad-a7cd6e9474ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:35.313847 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4cb35d42-eec9-4eb2-92ad-a7cd6e9474ab admin admin] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 886 time: 0.2068815 Dec 17 16:12:37.770906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39828) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:37.913795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3f33c-a03a-43f1-aa0a-ee573c523a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:37.914213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3f33c-a03a-43f1-aa0a-ee573c523a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:37.915816 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f3a3f33c-a03a-43f1-aa0a-ee573c523a49 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1439435 Dec 17 16:12:39.170279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d7f02d4-0cd1-4a3d-897d-fba8e8818c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:40.385535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39838) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:40.531602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8836320-e4f0-4546-af54-fe224ec2b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:40.532015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8836320-e4f0-4546-af54-fe224ec2b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:40.533669 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c8836320-e4f0-4546-af54-fe224ec2b921 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1471241 Dec 17 16:12:41.648625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a5d33f-7ae6-4ecf-a83a-7e7e739343e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:42.481305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:43.009060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39848) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:43.151276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a7f07-ec8e-4b99-9924-b5694e12eef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:43.152719 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-964a7f07-ec8e-4b99-9924-b5694e12eef1 admin admin] 10.222.0.37 "GET /v2.0/subnets/7cf916f5-3150-400a-acdb-60fd37647070 HTTP/1.1" status: 200 len: 868 time: 0.1425886 Dec 17 16:12:43.164424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:43.952593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:12:45.610639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39858) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:12:45.751313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a37e116-0d9b-4fa2-87a7-47ca28993752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:12:45.752765 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4a37e116-0d9b-4fa2-87a7-47ca28993752 admin admin] 10.222.0.37 "GET /v2.0/subnets/bd14f8c6-e7c4-43a4-9a48-015a533531f1 HTTP/1.1" status: 200 len: 816 time: 0.1411130 Dec 17 16:13:02.532135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:13:09.172872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d2c6fe82-e23f-4466-99d1-5c18243fd462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:11.553931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39898) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:13:11.634613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [None req-8c52725a-e168-4f1c-9f3b-fc2b4a6e46c9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:13:11.635818 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8c52725a-e168-4f1c-9f3b-fc2b4a6e46c9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0808549 Dec 17 16:13:11.653322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a0436598-e521-44f7-af95-7e3fdf44ce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:12.495536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:13.166576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:13.955532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:14.220807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39908) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:13:14.327203 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95af5fa-157e-4da8-91a0-71a2a5f18119 admin admin] GET failed (client error): The resource could not be found. Dec 17 16:13:14.328516 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e95af5fa-157e-4da8-91a0-71a2a5f18119 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1066501 Dec 17 16:13:14.475152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b20a9-b2d7-4e03-9e1b-4f114e4158fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:13:14.476649 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a22b20a9-b2d7-4e03-9e1b-4f114e4158fe admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427615 Dec 17 16:13:16.979656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39918) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:13:17.061161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:17.067318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:13:17.071351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Usage tracker for resource:network and tenant:05dc057d7a194b2eaa893a2336f94ad1 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:13:17.074451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:13:17.080151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:13:17.090017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Made reservation on behalf of 05dc057d7a194b2eaa893a2336f94ad1 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:13:17.094707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:17.189556 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.services.revisions.revision_plugin [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Could not find related network for resource to bump revision. Dec 17 16:13:17.208261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:13:17.219725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:17.220221 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Added segment c4753c6d-6c7d-47bf-9e9d-631f26c44344 of type vxlan for network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd Dec 17 16:13:17.259800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:17.294666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:17.296173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:13:17.296804 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:17.301654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:13:17.348435 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3675375 Dec 17 16:13:17.406661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Pushing event updated for resources: {'Network': ['ID=ebbeac2a-33bd-4a66-9b5e-e67593dc46bd,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:13:17.410318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:13:17.420458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:13:19.873929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39928) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:13:19.977929 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d7bc0-68a7-476f-8ba2-3cc7d34fbb23 admin admin] GET failed (client error): The resource could not be found. Dec 17 16:13:19.978478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e20d7bc0-68a7-476f-8ba2-3cc7d34fbb23 admin admin] Synchronizing usage tracker for tenant:05dc057d7a194b2eaa893a2336f94ad1 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:13:19.993841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e20d7bc0-68a7-476f-8ba2-3cc7d34fbb23 admin admin] Unset dirty status for tenant:05dc057d7a194b2eaa893a2336f94ad1 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:13:19.995168 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e20d7bc0-68a7-476f-8ba2-3cc7d34fbb23 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1202052 Dec 17 16:13:20.115143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9fe8b-b535-4b81-b95e-0252d0c9c248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:13:20.116749 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-04a9fe8b-b535-4b81-b95e-0252d0c9c248 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1167092 Dec 17 16:13:20.129468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:20.134203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:13:20.144619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:13:20.153881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Made reservation on behalf of 05dc057d7a194b2eaa893a2336f94ad1 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:13:20.159094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:20.568640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:20.584295 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a797b315-c4e1-4aa4-85a8-b7d0532156f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:13:20.717930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=264e4a99-1a7b-4d75-91e4-2eddaf677d83,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:13:20.720674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:13:20.784120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Checking segment: {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:13:20.784935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Network hostable DHCP agents. Network: ebbeac2a-33bd-4a66-9b5e-e67593dc46bd, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:13:20.804293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:13:20.812612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, ebbeac2a-33bd-4a66-9b5e-e67593dc46bd) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:13:20.816601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:13:20.817292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:20.821682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c42b8-3dd5-47a3-9665-fda7be640c80 None None] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:13:20.841635 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7164557 Dec 17 16:13:21.063730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-ebbeac2a-33bd-4a66-9b5e-e67593dc46bd', 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd', 'tenant_id': '05dc057d7a194b2eaa893a2336f94ad1', 'fixed_ips': [{'subnet_id': '264e4a99-1a7b-4d75-91e4-2eddaf677d83'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:13:21.064685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:21.373291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Allocated IP 192.168.233.2 (ebbeac2a-33bd-4a66-9b5e-e67593dc46bd/264e4a99-1a7b-4d75-91e4-2eddaf677d83/6868ced2-9f6f-4a30-a221-41883d406e76) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:13:21.611000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:21.622105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Transition to ACTIVE for port object 6868ced2-9f6f-4a30-a221-41883d406e76 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:13:21.639337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Transition to ACTIVE for port object 6868ced2-9f6f-4a30-a221-41883d406e76 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:13:21.644754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:21.661143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:13:21.960896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Pushing event updated for resources: {'Port': ['ID=6868ced2-9f6f-4a30-a221-41883d406e76,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:13:21.978881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.979259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.979633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.979999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.980361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.980731 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.981113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.982172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.982172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.982172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.982495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.982850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:13:21.986823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:13:22.029275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:13:22.030523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:13:22.032876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:13:22.089327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Attempting to bind port 6868ced2-9f6f-4a30-a221-41883d406e76 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:22.090058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Attempting to bind port 6868ced2-9f6f-4a30-a221-41883d406e76 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:13:22.090236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Attempting to bind port 6868ced2-9f6f-4a30-a221-41883d406e76 on network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:13:22.096174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:13:22.096593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Checking segment: {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:13:22.097608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:22.098056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Bound using segment: {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:13:22.098636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Bound port: 6868ced2-9f6f-4a30-a221-41883d406e76, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:13:22.099066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:22.195755 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] For port 6868ced2-9f6f-4a30-a221-41883d406e76, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:13:22.199555 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] For port 6868ced2-9f6f-4a30-a221-41883d406e76, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6868ced2-9f6f-4a30-a221-41883d406e76,segment=NetworkSegment(c4753c6d-6c7d-47bf-9e9d-631f26c44344),segment_id=c4753c6d-6c7d-47bf-9e9d-631f26c44344)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:13:22.204363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:22.220168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:13:22.371709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Pushing event updated for resources: {'Port': ['ID=6868ced2-9f6f-4a30-a221-41883d406e76,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:13:22.376423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:13:23.449992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6868ced2-9f6f-4a30-a221-41883d406e76 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:13:23.536490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 6868ced2-9f6f-4a30-a221-41883d406e76 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:13:23.697264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e228787-802d-4b99-a6e3-6ef2f732b56e None None] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:13:23.820833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Provisioning for port 6868ced2-9f6f-4a30-a221-41883d406e76 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:13:23.838671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Provisioning complete for port 6868ced2-9f6f-4a30-a221-41883d406e76 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:13:23.839080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:24.057532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:24.098437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] For port 6868ced2-9f6f-4a30-a221-41883d406e76, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6868ced2-9f6f-4a30-a221-41883d406e76,segment=NetworkSegment(c4753c6d-6c7d-47bf-9e9d-631f26c44344),segment_id=c4753c6d-6c7d-47bf-9e9d-631f26c44344)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:13:24.101528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:24.103710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:13:24.181462 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Pushing event updated for resources: {'Port': ['ID=6868ced2-9f6f-4a30-a221-41883d406e76,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:13:24.185003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:13:24.330724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-f02bdddb-011d-4da3-8213-b2d50d37b879 None None] Provisioning complete for port 6868ced2-9f6f-4a30-a221-41883d406e76 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:13:24.331149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f02bdddb-011d-4da3-8213-b2d50d37b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:24.597719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-82893668-abbf-41d2-b304-1f32a66bb487 None None] Provisioning complete for port 6868ced2-9f6f-4a30-a221-41883d406e76 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:13:24.598202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-82893668-abbf-41d2-b304-1f32a66bb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:24.859238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-711642c6-0ad5-415e-81a3-ba8e20e94d60 None None] Provisioning complete for port 6868ced2-9f6f-4a30-a221-41883d406e76 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:13:24.859649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-711642c6-0ad5-415e-81a3-ba8e20e94d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:25.292908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6868ced2-9f6f-4a30-a221-41883d406e76 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:13:25.368902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6868ced2-9f6f-4a30-a221-41883d406e76 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:13:25.369344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:39.177334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fb997c43-44c9-4272-bf28-82b26a9b57a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:39.531308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:13:41.654132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e9009bf1-46fb-41c0-9a53-e4443cab18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:42.489480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:43.168833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:13:43.966161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:09.180185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7554e937-3480-4665-95b5-971caa6f2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:11.655767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-990107b7-44a5-423e-9200-f754d9fc3b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:12.494237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:13.177474 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:13.967056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:16.532188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:14:31.965275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39972) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:14:31.971672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [None req-a982d665-98f1-4eeb-b8d2-2b813b2acfd4 tempest-verify_tempest_config-104714996 tempest-verify_tempest_config-104714996] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:14:31.972801 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a982d665-98f1-4eeb-b8d2-2b813b2acfd4 tempest-verify_tempest_config-104714996 tempest-verify_tempest_config-104714996] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0064504 Dec 17 16:14:32.340293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 39992) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:14:32.502809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.522107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:14:32.526148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Usage tracker for resource:security_group_rule and tenant:de346dc49c2c4f9882da9a2270183318 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:14:32.536247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:14:32.542322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:14:32.637328 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.640007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.649377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:14:32.692209 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de346dc49c2c4f9882da9a2270183318&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3505914 Dec 17 16:14:32.693821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307ab84d-efbe-431a-aab1-71a907b8fef0,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:14:32.695145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 39998) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:14:32.701367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.701744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.702117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.702480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.702844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.703204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.703557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.703954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.704330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.704859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.705266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.705622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.709797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:14:32.768570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.800683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.850228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.854243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:14:32.866816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ab84d-efbe-431a-aab1-71a907b8fef0,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:14:32.876978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.877377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.877744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.878103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.878456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.878811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.879163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.879514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.879866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.880214 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.880562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.880906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:14:32.884447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:14:32.885636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:32.886892 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/307ab84d-efbe-431a-aab1-71a907b8fef0 HTTP/1.1" status: 204 len: 168 time: 0.1906676 Dec 17 16:14:39.183556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3dca2bbc-ed2f-485a-917e-4462283dd36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:41.665807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5719c16-7412-4451-ac2b-459608353d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:42.495441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:43.169387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:43.967572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:14:53.530923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:15:09.186092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-895d69ea-ff6f-4af0-be73-35afda622a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:11.658201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8efae21-abad-4de9-be02-5275908e3469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:12.499053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:13.176708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:13.969603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:30.529750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:15:39.188598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7c68f8c0-81ee-4aaa-b7a5-e4f57c0583a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:41.662796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27892bae-840a-4277-b754-00cb963864d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:42.500528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:43.169677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:15:43.979502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:07.528796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 5 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:16:09.193178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de189486-2df4-4ff3-a307-fbbe287221df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:11.665697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6ff78f6-f5ef-453f-9a42-a940ca747720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:12.502792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:13.171089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:13.978080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:25.524683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449'] for agent, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:25.525252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.525551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.525930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.526314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.526690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.527065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.527437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.527806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.528173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.528585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.529001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.529413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:16:25.529785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76675', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:16:25.533827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76675', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:16:25.901693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] get_endpoint_by_host() called for host hv-cinder-76675 {{(pid=80335) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 17 16:16:25.906132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] get_endpoint_by_ip() called for ip 192.168.0.61 {{(pid=80335) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 17 16:16:25.909143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] _add_endpoint() called for ip 192.168.0.61 {{(pid=80335) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 17 16:16:25.914288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] _get_endpoints() called {{(pid=80335) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 17 16:16:38.757393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40070) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:16:38.910057 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5ac05e9d-4e5c-44ff-9e50-386113e2a9c4 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1514599 Dec 17 16:16:39.194304 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb71-1966-41a8-b44e-7849386f5d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:41.379089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40080) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:16:41.477117 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ecb3410b-1add-4afb-9097-bd15b9ea778e admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0854330 Dec 17 16:16:41.675727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c7e530e-a197-4804-abb1-74586a8c4013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:42.504973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:43.172567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:43.981059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:16:44.528523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:16:55.537024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:09.196252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ed89cd-d5e0-493e-aab1-05b445606130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:11.667548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-52eec7d5-6510-4be2-a420-490f691dbf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:12.508600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:13.174222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:13.982177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:21.528354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:17:25.542024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:39.198238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09135ea8-c361-43b8-861c-25942989bfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:41.669625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4818-0cd2-4250-b6a2-8687c2cb3c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:42.512663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:43.175251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:43.986418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:55.539289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:17:58.528436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:18:09.202433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-45c39ea2-6280-4f1a-95d2-c65fdf64b906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:11.671534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f1506b0-ca49-41dd-9063-efbbbb7a3880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:12.514317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:13.178115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:13.990076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:25.536093 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:33.759316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40208) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:34.300264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1954697190-network', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:34.311594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:34.317353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Usage tracker for resource:network and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:34.320875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:34.327485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:34.338867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Made reservation on behalf of e2eec649905c4f93b82b9e2faba8429b for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:34.346004 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.362219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.391142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:34.398108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:34.402555 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:34.409994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:34.511410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.514783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.519599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:34.554437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:18:34.567729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426cad51-a0a1-41ba-9ede-170ce3294011,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:34.572754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.573161 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Added segment 23cb847b-714d-4903-ab87-481171ada078 of type vxlan for network 4959f950-5eaa-4abc-9622-a33849ffb6b2 Dec 17 16:18:34.582265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.582647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.583020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.583385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.583751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.584113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.584471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.584831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.585213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.585574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.585925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.586277 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.586714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.587064 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.587418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.587771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.588129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.588473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.588826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.589198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.589552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.589937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.590244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.590575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Tracked resource versions report: Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}, Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:18:34.592027 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:18:34.598252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:34.621642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.653888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.655139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:34.656323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.661334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:34.718926 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9542456 Dec 17 16:18:34.719312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40244) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:34.727104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Request body: {'subnet': {'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1954697190-subnet', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:34.734787 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:34.739554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Usage tracker for resource:subnet and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:34.743151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:34.749615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:34.760892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Made reservation on behalf of e2eec649905c4f93b82b9e2faba8429b for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:34.768122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:34.771052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Pushing event updated for resources: {'Network': ['ID=4959f950-5eaa-4abc-9622-a33849ffb6b2,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:34.780669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:34.782629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:34.808709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:35.227445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:35.243747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:35.383296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e64b3a-8a58-4102-b0d0-836db3a6043e,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:35.397035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.397486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.397857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.398215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.398576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.398913 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.399441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.399952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.400450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.400965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.401357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.401698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.402353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.402712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.403067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.403421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.403775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.404121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.404468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.404814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.405186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.406056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.406405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.406750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Tracked resource versions report: Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}, Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:18:35.408031 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:18:35.411521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:35.481845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Checking segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:35.482639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Network hostable DHCP agents. Network: 4959f950-5eaa-4abc-9622-a33849ffb6b2, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:18:35.509448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:18:35.521305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 4959f950-5eaa-4abc-9622-a33849ffb6b2) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:35.526652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:35.527451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:35.532638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdccf28-89fd-4946-80cb-27b3a1fab72e None None] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:35.548469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:18:35.563777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40276) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:35.564639 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8436849 Dec 17 16:18:35.570610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:35.575524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:35.580544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Usage tracker for resource:router and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:35.583924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:35.590642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:35.602282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:35.603680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:35.627673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:35.772085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40284) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:35.807432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-4959f950-5eaa-4abc-9622-a33849ffb6b2', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:18:35.808436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:35.824616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40290) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:35.931659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.178348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Allocated IP 172.20.0.2 (4959f950-5eaa-4abc-9622-a33849ffb6b2/70e64b3a-8a58-4102-b0d0-836db3a6043e/28167208-c638-4c76-938b-e13f561816dd) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:36.218786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-network', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:36.225982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:36.236372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Usage tracker for resource:network and tenant:d7168870b8de4df38da406c91b4cb3a7 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:36.241943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:36.252724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:36.265390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Made reservation on behalf of d7168870b8de4df38da406c91b4cb3a7 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:36.278347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.303348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.315858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.323099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:36.327745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Usage tracker for resource:security_group_rule and tenant:d7168870b8de4df38da406c91b4cb3a7 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:36.331431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:36.337729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:36.349400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.393789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-network', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:36.406309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:36.413195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Usage tracker for resource:network and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:36.422015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:36.436526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:36.476437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.483273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40316) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:36.491881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Transition to ACTIVE for port object 28167208-c638-4c76-938b-e13f561816dd will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:36.504156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.512541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Transition to ACTIVE for port object 28167208-c638-4c76-938b-e13f561816dd will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:36.514326 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.518566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.522364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:36.549119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Made reservation on behalf of 61ca9fbdba9f40ffa63c8f24b9252ef2 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:36.558303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.579557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.610790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:18:36.631350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:36.640990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:36.645344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5706356e-32ad-41aa-9158-da18679a7ada,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:36.649527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.649939 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Added segment da12e531-8158-4c4c-b8cc-586260de8def of type vxlan for network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 Dec 17 16:18:36.651303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:36.658998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:36.663181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:36.708464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.724300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5f7e77d8-0ae9-47f0-8fb3-86b50e605a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:36.806191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:36.816128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:36.820891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:36.824067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Allocated IP 172.28.3.238 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/15bcf5cd-f605-4a6f-bd76-57c970f907fc) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:36.880501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.882441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.884252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:36.884410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.890369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b9fd6095-567c-46a0-92a4-f748bc3aff69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:36.899568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Attempting to bind port 28167208-c638-4c76-938b-e13f561816dd on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:36.900165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Attempting to bind port 28167208-c638-4c76-938b-e13f561816dd by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:18:36.900690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Attempting to bind port 28167208-c638-4c76-938b-e13f561816dd on network 4959f950-5eaa-4abc-9622-a33849ffb6b2 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:18:36.911088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:18:36.911687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Checking segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:36.912251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.912799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Bound using segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:18:36.913639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Bound port: 28167208-c638-4c76-938b-e13f561816dd, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:18:36.914170 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.916115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.981933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:18:36.996737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:36.997193 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Added segment 097c2562-2e9f-463d-97dd-9e5c8a3d2dd0 of type vxlan for network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f Dec 17 16:18:37.036851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] For port 28167208-c638-4c76-938b-e13f561816dd, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:18:37.043099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] For port 28167208-c638-4c76-938b-e13f561816dd, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=28167208-c638-4c76-938b-e13f561816dd,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:18:37.062715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:37.063812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Pushing event updated for resources: {'Port': ['ID=28167208-c638-4c76-938b-e13f561816dd,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:37.086855 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3135891 Dec 17 16:18:37.095888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.096409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.096905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.097544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.098108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.098507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.098987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.099468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.100402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.100882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.101385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.101974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.102580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.102938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40334) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:37.103216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.103694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.104166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.104635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.105134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.105764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.106302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.106773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.107251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.107724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.108238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Tracked resource versions report: Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}, Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:18:37.110346 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:18:37.120294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:37.121373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:37.121934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:37.173334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:37.185806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Request body: {'subnet': {'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-subnet', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:37.198532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:37.213630 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1043674791-network', 'tenant_id': 'c7a562ec5b2448b9a28d85bf8de5e537'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:37.242291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d2ff84-57ae-4fd3-ac99-40904427c7f3,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:37.249136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:37.315107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:37.381902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:37.590816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=15bcf5cd-f605-4a6f-bd76-57c970f907fc,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:37.604686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:37.678139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:37.712199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:37.715236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.757s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:37.746591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1022ec-5efa-4cc8-ab52-f9f3fbd8b00a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:37.750892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:37.751883 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:37.753233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Usage tracker for resource:subnet and tenant:d7168870b8de4df38da406c91b4cb3a7 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:37.758006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:37.758864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:37.760094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:37.764654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:37.768339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:37.769118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:37.796743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:37.822898 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Pushing event updated for resources: {'Port': ['ID=28167208-c638-4c76-938b-e13f561816dd,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:37.835979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:37.935365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:37.938520 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Pushing event updated for resources: {'Network': ['ID=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:37.943482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:37.949927 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1238821 Dec 17 16:18:37.951157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40362) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:37.952740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:37.975196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Request body: {'subnet': {'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-subnet', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:37.980679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:37.985954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Usage tracker for resource:subnet and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:37.992078 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:37.992227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:38.000633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:38.008643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:38.012794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Usage tracker for resource:network and tenant:c7a562ec5b2448b9a28d85bf8de5e537 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:38.016283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Made reservation on behalf of 61ca9fbdba9f40ffa63c8f24b9252ef2 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:38.021541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.161511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:38.182890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:38.184928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Made reservation on behalf of d7168870b8de4df38da406c91b4cb3a7 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:38.200627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.290861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Made reservation on behalf of c7a562ec5b2448b9a28d85bf8de5e537 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:38.300306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.343607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.463993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:38.474745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a562ec5b2448b9a28d85bf8de5e537 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:38.487309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:38.518572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:38.808021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.862525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.933725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:38.944416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:39.005493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:18:39.010369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49940294-989b-468b-94ef-f30754743348,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:39.019620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:39.041589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.041841 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Added segment 1fd943a1-ee59-4410-a09b-8e97ebf8f97f of type vxlan for network 882c1384-dd4c-45d5-b941-2c06633b0316 Dec 17 16:18:39.145373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.222326 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c9e432bd-7c48-41d9-abe6-383ada94dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.274543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.275666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.299565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-113d284a-1511-45ea-874d-2e0edb21eeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:39.309489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.329481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:39.330122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:39.357941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40412) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:39.591549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 28167208-c638-4c76-938b-e13f561816dd up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:39.636140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40426) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:39.744729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 28167208-c638-4c76-938b-e13f561816dd completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:39.808258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Router b342b183-9a0a-456d-9f40-fce7ab53578c is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:18:39.840020 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3548324 Dec 17 16:18:39.847184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40434) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:39.859405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5450a1a8-f2a8-4ebb-b2d9-394504f8df57,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:39.867968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:39.877806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:39.919226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Request body: {'subnet': {'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1043674791-subnet', 'tenant_id': 'c7a562ec5b2448b9a28d85bf8de5e537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:39.984361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:40.016487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:40.037341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Usage tracker for resource:subnet and tenant:c7a562ec5b2448b9a28d85bf8de5e537 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:40.043056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:40.089754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:18:40.097410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2d885-8ceb-473f-aa6b-1c23afd8c5ec None None] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:40.100914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:18:40.119286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:40.121892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:40.122629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:40.124874 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5592299 Dec 17 16:18:40.126015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40452) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:40.131042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:40.145846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:40.156562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:40.285395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Pushing event updated for resources: {'Network': ['ID=882c1384-dd4c-45d5-b941-2c06633b0316,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:40.287563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Provisioning for port 28167208-c638-4c76-938b-e13f561816dd completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:40.288926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:40.298603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:40.312501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 882c1384-dd4c-45d5-b941-2c06633b0316 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:40.330908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:40.333931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:40.352307 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Made reservation on behalf of c7a562ec5b2448b9a28d85bf8de5e537 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:40.353193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:40.354479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 882c1384-dd4c-45d5-b941-2c06633b0316 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:40.358745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:40.420863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8999946f0f5a4664b6f28ceda0013e45 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:40.438236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Usage tracker for resource:security_group_rule and tenant:b3d4c74e0282491d963fcf077d2c9c3e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:40.449726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:40.539184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:40.547965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Checking segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:40.556464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Network hostable DHCP agents. Network: 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:18:40.583823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:40.591725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:40.640624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Provisioning complete for port 28167208-c638-4c76-938b-e13f561816dd triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:40.641248 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:40.707596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:38Z', 'revision_number': 3, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:40.712959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:18:40.713411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Updating router b342b183-9a0a-456d-9f40-fce7ab53578c port 15bcf5cd-f605-4a6f-bd76-57c970f907fc binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:18:40.774775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.102878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c499ca0b-18e5-4e04-87f2-d076ecfbe72c,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:41.114800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:41.121258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.178952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] For port 28167208-c638-4c76-938b-e13f561816dd, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=28167208-c638-4c76-938b-e13f561816dd,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:18:41.185305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.188041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:41.234574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:18:41.285480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Pushing event updated for resources: {'Port': ['ID=28167208-c638-4c76-938b-e13f561816dd,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:41.296707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:41.310269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:41.318896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc67b5ed-5390-4b95-921b-cc1bac50acf7 None None] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:41.328110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:41.328110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.334103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.453299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.525016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Transition to ACTIVE for port object 15bcf5cd-f605-4a6f-bd76-57c970f907fc will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:41.525016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.528156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 28167208-c638-4c76-938b-e13f561816dd up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:41.591672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:41.623180 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-0eecf064-4117-49fa-b704-8344f5f05747 None None] Provisioning complete for port 28167208-c638-4c76-938b-e13f561816dd triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:41.623780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0eecf064-4117-49fa-b704-8344f5f05747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.679447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b43bceff-fb44-40e9-97e2-641490e13272 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7107582 Dec 17 16:18:41.706452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40478) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:41.729283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Checking segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:41.729676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Network hostable DHCP agents. Network: b8d2ff84-57ae-4fd3-ac99-40904427c7f3, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:18:41.752460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:41.766900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:41.777859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Usage tracker for resource:router and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:41.786512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:41.798111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:41.813786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.861402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.874682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.875793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.878108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-18f453ac-bd70-4bf2-b017-988a5f81c96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.884708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Attempting to bind port 15bcf5cd-f605-4a6f-bd76-57c970f907fc on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:41.885265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Attempting to bind port 15bcf5cd-f605-4a6f-bd76-57c970f907fc by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:18:41.885670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Attempting to bind port 15bcf5cd-f605-4a6f-bd76-57c970f907fc on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:18:41.889447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 28167208-c638-4c76-938b-e13f561816dd triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:41.889928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.914313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:18:41.914707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:41.916220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.916679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:18:41.917254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Bound port: 15bcf5cd-f605-4a6f-bd76-57c970f907fc, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:18:41.917671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.969127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:41.971545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7ff90f8-3125-422d-b24a-7bd12e055556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:42.010867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] For port 15bcf5cd-f605-4a6f-bd76-57c970f907fc, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:18:42.015515 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] For port 15bcf5cd-f605-4a6f-bd76-57c970f907fc, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=15bcf5cd-f605-4a6f-bd76-57c970f907fc,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:18:42.022034 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.033250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.055107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Pushing event updated for resources: {'Port': ['ID=15bcf5cd-f605-4a6f-bd76-57c970f907fc,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:42.082128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.082662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.082884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.083252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.083609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.083969 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.084325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.084675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.085029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.085421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.085770 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.086123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.086562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.087089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.087453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.087804 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.088266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.088891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.089406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.089917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.090270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.090463 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.090593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.090951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.091283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Tracked resource versions report: Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: pushed versions: Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: { 'AddressGroup': {'1.0'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': {'1.0'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': {'1.0'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': {'1.1'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': {'1.6'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': {'1.2'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': {'1.8'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': {'1.3'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': {'1.1'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': {'1.0'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': {'1.1'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': {'1.1'}} Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: consumer versions: Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: { DHCP agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: L3 agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: Metadata agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: Metering agent@dv-cinder-766752-2-smb: {}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@dv-cinder-766752-2-smb: { 'AddressGroup': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}, Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'ConntrackHelper': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Log': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Network': '1.1', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Port': '1.6', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'PortForwarding': '1.2', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'QosPolicy': '1.8', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroup': '1.3', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SecurityGroupRule': '1.1', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'SubPort': '1.0', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Subnet': '1.1', Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: 'Trunk': '1.1'}} Dec 17 16:18:42.092909 dv-cinder-766752-2-smb neutron-server[80222]: {{(pid=80336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 17 16:18:42.100062 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:42.100573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:42.148557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Allocated IP 172.20.0.1 (4959f950-5eaa-4abc-9622-a33849ffb6b2/70e64b3a-8a58-4102-b0d0-836db3a6043e/6c9c62ea-6c5f-47b2-a681-be28fadc8870) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:42.215345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:18:42.216713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.267267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Pushing event updated for resources: {'Port': ['ID=15bcf5cd-f605-4a6f-bd76-57c970f907fc,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:42.271583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:42.290564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:42.291254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:42.331449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.350651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Transition to ACTIVE for port object 6c9c62ea-6c5f-47b2-a681-be28fadc8870 will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:42.373006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.382454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-0eba2200-16cc-4544-9ff9-07f52a0c10d9 None None] Provisioning complete for port 28167208-c638-4c76-938b-e13f561816dd triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:42.383450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0eba2200-16cc-4544-9ff9-07f52a0c10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.398861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-782a1445-b6bb-4be1-a5a0-e01ad6ec1cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:42.475766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Pushing event updated for resources: {'Port': ['ID=6c9c62ea-6c5f-47b2-a681-be28fadc8870,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:42.500681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:42.525850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.533480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:18:42.571234 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8999946f0f5a4664b6f28ceda0013e45&name=default HTTP/1.1" status: 200 len: 2875 time: 2.9077885 Dec 17 16:18:42.575134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40486) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:42.593967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0bae98-e97f-4d0e-abd1-9c8ba9b22a14,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:42.622019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.638034 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3d4c74e0282491d963fcf077d2c9c3e&name=default HTTP/1.1" status: 200 len: 2875 time: 3.2690241 Dec 17 16:18:42.644110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:42.644940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:42.652818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40490) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:42.687994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e1df6a-41c3-460d-bcc3-b6f17c6f0fb0,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:42.708730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, b8d2ff84-57ae-4fd3-ac99-40904427c7f3) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:42.741649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:42.742298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.742580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:42.748620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:42.756572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:42.759825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:42.760258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.776189 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:42.777891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.812144 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 5.7072542 Dec 17 16:18:42.815020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40504) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:42.824736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.825773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:42.827968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Allocated IP 172.20.0.2 (60505cfc-74ac-4cd7-8dcb-ba1467e2a99f/5450a1a8-f2a8-4ebb-b2d9-394504f8df57/7b043a20-3bf3-4fee-a646-2ff41c38912a) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:42.881615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d7d73-8d72-49e1-8ea7-920918fd73ae None None] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:42.882974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:42.954995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.028931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:43.038545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Usage tracker for resource:router and tenant:d7168870b8de4df38da406c91b4cb3a7 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:43.045119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:43.066751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:43.106028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.107491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.122793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.133194 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:43.135626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.149563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e1df6a-41c3-460d-bcc3-b6f17c6f0fb0,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:43.158766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:43.181678 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.184300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.185950 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3e1df6a-41c3-460d-bcc3-b6f17c6f0fb0 HTTP/1.1" status: 204 len: 168 time: 0.5281768 Dec 17 16:18:43.197586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:43.212016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.220824 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f0bae98-e97f-4d0e-abd1-9c8ba9b22a14 HTTP/1.1" status: 204 len: 168 time: 0.6444356 Dec 17 16:18:43.237845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-bda5c47d-185c-471a-a11a-667f75a3b9f0 None None] Provisioning for port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:43.288139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0bae98-e97f-4d0e-abd1-9c8ba9b22a14,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:43.290712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.302344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:43.349821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf40b7-83ee-408b-b1a9-178e98c2ffc2 None None] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:43.411916 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:38Z', 'revision_number': 3, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:43.424414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948f9b4-2312-4a98-9ccf-1da2c80a0de8 None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:38Z', 'revision_number': 3, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:18:43.914759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.931600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.943478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.944694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.969130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:43.986562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:44.003172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Transition to ACTIVE for port object 7b043a20-3bf3-4fee-a646-2ff41c38912a will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:44.091139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-bda5c47d-185c-471a-a11a-667f75a3b9f0 None None] Provisioning complete for port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:44.091707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bda5c47d-185c-471a-a11a-667f75a3b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.172673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Transition to ACTIVE for port object 7b043a20-3bf3-4fee-a646-2ff41c38912a will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:44.177811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40538) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:44.184147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.331639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Pushing event updated for resources: {'Port': ['ID=6c9c62ea-6c5f-47b2-a681-be28fadc8870,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:44.345773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:44.385472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:44.386728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:44.417443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.418310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.445372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.453719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.516859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40544) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:44.527139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f92b4c5c-dbc6-4af8-83cb-d5d4e3bbbd24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:44.574866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.583389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-bda5c47d-185c-471a-a11a-667f75a3b9f0 None None] Port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:18:44.596524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.720844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40550) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:44.748949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.772334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:44.782457 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Usage tracker for resource:security_group_rule and tenant:dbd2639014504a16bbfc2078aef338ba is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:44.786906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Router b342b183-9a0a-456d-9f40-fce7ab53578c has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:18:44.787909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:44.798333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:44.806040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Pushing event updated for resources: {'Port': ['ID=7b043a20-3bf3-4fee-a646-2ff41c38912a,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:44.809428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:44.859591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-77e42ed3-3dd3-4498-a764-a0fefea701c7 None None] Provisioning complete for port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:44.859998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-77e42ed3-3dd3-4498-a764-a0fefea701c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:44.882775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b203f54a-336b-4a60-9fc1-a5e445802546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:44.977032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:44.977830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-77e42ed3-3dd3-4498-a764-a0fefea701c7 None None] Port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:18:44.980735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:44.982970 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:45.032412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:45.035128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e27907-66e3-4110-9e89-23243f577d22,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:45.045256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.058114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:45.059072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Attempting to bind port 7b043a20-3bf3-4fee-a646-2ff41c38912a on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:45.059212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Usage tracker for resource:security_group_rule and tenant:61d6060dbc8c4ed3872524d248e3fd15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:45.059308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Attempting to bind port 7b043a20-3bf3-4fee-a646-2ff41c38912a by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:18:45.059695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Attempting to bind port 7b043a20-3bf3-4fee-a646-2ff41c38912a on network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:18:45.066489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:18:45.067124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Checking segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:45.067335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.067762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Bound using segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:18:45.068274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Bound port: 7b043a20-3bf3-4fee-a646-2ff41c38912a, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:18:45.068686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.076871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:45.079217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:18:45.086950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:45.091864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:45.100222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9bf2105c1d48c08f4a62563970e4ed is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:45.105987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:45.113695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:45.134923 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] 10.222.0.37 "PUT /v2.0/routers/b342b183-9a0a-456d-9f40-fce7ab53578c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0075712 Dec 17 16:18:45.153412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.160326 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.179009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] For port 7b043a20-3bf3-4fee-a646-2ff41c38912a, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:18:45.182435 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] For port 7b043a20-3bf3-4fee-a646-2ff41c38912a, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=7b043a20-3bf3-4fee-a646-2ff41c38912a,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:18:45.187986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3195d734-230a-4df1-8852-5b9388af0615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:45.188827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.206789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba7c7fc0-ff69-4c2c-9718-f84c09808700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:45.232295 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805e863-9bc7-42c6-a929-30603026d200,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:45.252027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:45.266008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Synchronizing usage tracker for tenant:05dc057d7a194b2eaa893a2336f94ad1 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:18:45.305538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Unset dirty status for tenant:05dc057d7a194b2eaa893a2336f94ad1 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:18:45.310064 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbd2639014504a16bbfc2078aef338ba&name=default HTTP/1.1" status: 200 len: 2875 time: 0.5885530 Dec 17 16:18:45.317027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40558) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:45.381517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.388689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.394300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Pushing event updated for resources: {'Port': ['ID=7b043a20-3bf3-4fee-a646-2ff41c38912a,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:45.408426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:45.470284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:45.483613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Checking segment: {'id': '1fd943a1-ee59-4410-a09b-8e97ebf8f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:45.484015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Network hostable DHCP agents. Network: 882c1384-dd4c-45d5-b941-2c06633b0316, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:18:45.487769 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf9bf2105c1d48c08f4a62563970e4ed&name=default HTTP/1.1" status: 200 len: 2875 time: 0.9643519 Dec 17 16:18:45.490486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40566) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:45.545951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c60d77-ed11-4a8b-9b72-bcb052487552,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:45.559346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.559871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:45.593558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 15bcf5cd-f605-4a6f-bd76-57c970f907fc up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:45.614557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.627828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.682621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 15bcf5cd-f605-4a6f-bd76-57c970f907fc completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:45.691533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 15bcf5cd-f605-4a6f-bd76-57c970f907fc triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:45.691954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.697797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.790596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.812453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:45.854127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:45.862348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Network 882c1384-dd4c-45d5-b941-2c06633b0316 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:18:45.904124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:45.922929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 882c1384-dd4c-45d5-b941-2c06633b0316) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:45.968196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f0762-8aa6-4166-b15e-b348563ebe48 None None] Network 882c1384-dd4c-45d5-b941-2c06633b0316 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:46.018725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.058196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:46.059091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.083208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.092409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.113349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805e863-9bc7-42c6-a929-30603026d200,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:46.115319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.127890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Allocated IP 172.28.3.197 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/8a94fa3d-0125-4b7d-8c9b-aff0285db252) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:46.146395 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2937522 Dec 17 16:18:46.150050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:46.156168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.185935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 15bcf5cd-f605-4a6f-bd76-57c970f907fc, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=15bcf5cd-f605-4a6f-bd76-57c970f907fc,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:18:46.192514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.205795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:46.209104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:46.227869 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61d6060dbc8c4ed3872524d248e3fd15&name=default HTTP/1.1" status: 200 len: 2876 time: 1.9931087 Dec 17 16:18:46.258502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.259834 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5805e863-9bc7-42c6-a929-30603026d200 HTTP/1.1" status: 204 len: 168 time: 0.9311221 Dec 17 16:18:46.260501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40586) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:46.262622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.263911 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52c60d77-ed11-4a8b-9b72-bcb052487552 HTTP/1.1" status: 204 len: 168 time: 0.7721786 Dec 17 16:18:46.267863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c60d77-ed11-4a8b-9b72-bcb052487552,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:46.279390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:46.284502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40594) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:46.292764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'security_group': {'name': 'tempest-securitygroup--1260355607', 'description': 'tempest-description--1344189382'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:46.301390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:46.306810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:46.311908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:46.319293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:46.330623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.360195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:46.366677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:46.370103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:46.382076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:46.528532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839bc2bd-a76e-424c-8cbc-ad830017f0d5 None None] Network 882c1384-dd4c-45d5-b941-2c06633b0316 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:46.565005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=15bcf5cd-f605-4a6f-bd76-57c970f907fc,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:46.568608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:46.595354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.600020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.613364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fe19da3b-7fa6-4c93-8400-865b1a26be19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:46.673464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586d01b-dbaa-4adb-9023-e8a95ebf3157,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:46.699849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:46.707183 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:46.709339 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.4225161 Dec 17 16:18:46.715036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40610) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:46.722682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'SecurityGroup': ['ID=ae715afd-4a05-43f7-9dab-fa33de2d2f11,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:46.739270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'security_group_rule': {'security_group_id': 'ae715afd-4a05-43f7-9dab-fa33de2d2f11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:46.745360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:46.753529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:46.765944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:46.775434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:46.792045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:46.824854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.038198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.044470 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.068563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:47.099162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d924ce-52a5-4f78-a080-e6bef1a9ccef,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:47.111224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:47.129258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.129942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:18:47.133143 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.4145272 Dec 17 16:18:47.133463 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40634) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:47.142853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'security_group_rule': {'security_group_id': 'ae715afd-4a05-43f7-9dab-fa33de2d2f11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:47.150096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:47.151568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:47.151920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:47.163070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:47.175631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:47.192108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:47.234178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.323485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.355787 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.396109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58b302-61b0-41a6-a734-11455f3f2fb7 None None] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:18:47.418966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.423912 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.424093 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.426964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:47.458647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6193058e-9281-4a8d-aec6-8993c4105ccb,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:47.463519 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:47.473190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.474893 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3400757 Dec 17 16:18:47.482805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40654) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:47.495628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb5504a1-e35d-4a11-9594-681d3fd301f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:47.516715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'floatingip': {'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:47.534871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40664) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:47.541015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:47.544989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586d01b-dbaa-4adb-9023-e8a95ebf3157,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:47.554104 dv-cinder-766752-2-smb neutron-server[80222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 16:18:47.555209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:47.565607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.567167 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8586d01b-dbaa-4adb-9023-e8a95ebf3157 HTTP/1.1" status: 204 len: 168 time: 1.2851648 Dec 17 16:18:47.613937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:floatingip and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:47.630337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:47.671753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.674119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:47.730718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.818558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:47.875946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 7b043a20-3bf3-4fee-a646-2ff41c38912a up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:47.888385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:47.932727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-103a91a2-d743-4712-82a3-f74b32d1ac6e None None] Provisioning for port 7b043a20-3bf3-4fee-a646-2ff41c38912a completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:48.056912 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Pushing event updated for resources: {'Port': ['ID=8a94fa3d-0125-4b7d-8c9b-aff0285db252,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:48.084303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-10bc7b72-8d15-41eb-96c6-6d17939588a5 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:48.089620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:48.094807 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-10bc7b72-8d15-41eb-96c6-6d17939588a5 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/networks?id=882c1384-dd4c-45d5-b941-2c06633b0316 HTTP/1.1" status: 200 len: 812 time: 0.5587714 Dec 17 16:18:48.111777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.28.3.197-51c26cfa-8209-4342-9ab3-e5c94c9dbb54 {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:18:48.112366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:18:48.134608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:48.154473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:48.161207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:48.167765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:48.182494 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-fafbc45d-f397-42ae-85bb-4bfcc52bcb9d tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/quotas/c7a562ec5b2448b9a28d85bf8de5e537 HTTP/1.1" status: 200 len: 375 time: 0.0719199 Dec 17 16:18:48.281782 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-0dd74c40-af24-4112-813d-c758d062c54a tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a562ec5b2448b9a28d85bf8de5e537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865686 Dec 17 16:18:48.326723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:48.344708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 7b043a20-3bf3-4fee-a646-2ff41c38912a completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:48.455951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 7b043a20-3bf3-4fee-a646-2ff41c38912a triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:48.456371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:48.617621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:48.677006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:48.754478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40704) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:48.868140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Allocated IP 172.28.3.41 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/de80508e-1bbf-4c84-a22b-08f451cced27) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:48.886474 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:48.938820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 7b043a20-3bf3-4fee-a646-2ff41c38912a, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=7b043a20-3bf3-4fee-a646-2ff41c38912a,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:18:48.943321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:48.947874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 15bcf5cd-f605-4a6f-bd76-57c970f907fc up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:48.995766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:49.102057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-0c04d759-869c-4fc8-9ac8-5e9ef9d7c333 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:18:49.103168 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-0c04d759-869c-4fc8-9ac8-5e9ef9d7c333 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3086085 Dec 17 16:18:49.180653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-370807137-network', 'tenant_id': 'e65be180ab454bb99f94f22b258a3c57'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:49.189255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 2, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:49.204031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:49.204878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:18:49.205380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Updating router b342b183-9a0a-456d-9f40-fce7ab53578c port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:18:49.284743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=7b043a20-3bf3-4fee-a646-2ff41c38912a,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:49.307809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:49.310659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:49.319526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Usage tracker for resource:network and tenant:e65be180ab454bb99f94f22b258a3c57 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:49.326202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:49.360404 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-8af5ae8d-ba9f-4cfd-9c1b-c516c020760e service neutron] 10.222.0.37 "GET /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461910 Dec 17 16:18:49.399866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:49.483641 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:49.601920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:49.728658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa03ea30-9a3b-4755-8718-ba070b8fc176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:49.764382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 15bcf5cd-f605-4a6f-bd76-57c970f907fc triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:49.764799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:49.827755 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-c7848a57-b9f6-4bc9-88ef-b97d87a3a664 None None] Provisioning complete for port 7b043a20-3bf3-4fee-a646-2ff41c38912a triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:49.828145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c7848a57-b9f6-4bc9-88ef-b97d87a3a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:49.938723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'Port': ['ID=de80508e-1bbf-4c84-a22b-08f451cced27,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:49.945197 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-94e0ed4b-101f-4ea7-acca-2835fd5cf6a7 service neutron] 10.222.0.37 "GET /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5835922 Dec 17 16:18:49.960148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:50.043108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:50.049754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:50.053789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:50.113037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Allocated IP 172.28.3.103 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/32b2e85d-383b-41f1-82e0-699d9735aea1) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:50.220872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.222123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.247480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Transition to ACTIVE for port object 6c9c62ea-6c5f-47b2-a681-be28fadc8870 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:50.338903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.359756 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.398963 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.407526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40752) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:50.433685 dv-cinder-766752-2-smb neutron-server[80222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 16:18:50.435085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.460744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-52c9dca5-57e7-4997-a6af-0a41b50d8541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:50.573223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-3bd4a72a-d8a4-4bfe-9325-5ff34cdabd98 None None] Provisioning complete for port 7b043a20-3bf3-4fee-a646-2ff41c38912a triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:50.578071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a72a-d8a4-4bfe-9325-5ff34cdabd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.629695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-32473f0e-ebff-4d63-917e-5d2d68ec9799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:50.669788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Made reservation on behalf of e65be180ab454bb99f94f22b258a3c57 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:50.675253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.690462 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.699794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:50.729974 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f158d48e-887a-4fb8-85f3-8892c961a5bd req-492e075c-a323-4abc-8ee6-d74649ea3c4a tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 0.3209698 Dec 17 16:18:50.933518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 7b043a20-3bf3-4fee-a646-2ff41c38912a up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:50.962551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:18:50.974517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:18:50.981770 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:50.984373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:18:51.082230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:51.086814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddb5e9-687e-44d3-aef4-6df971f28720 None None] Pushing event updated for resources: {'Port': ['ID=6c9c62ea-6c5f-47b2-a681-be28fadc8870,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:51.088901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:51.095381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0cddb5e9-687e-44d3-aef4-6df971f28720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:51.125171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Usage tracker for resource:security_group_rule and tenant:e65be180ab454bb99f94f22b258a3c57 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:51.165645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:51.270604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 7b043a20-3bf3-4fee-a646-2ff41c38912a triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:51.271028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:51.443651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Pushing event updated for resources: {'Port': ['ID=32b2e85d-383b-41f1-82e0-699d9735aea1,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:51.500492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:51.501531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:51.716590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:18:51.752210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Attempting to bind port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:51.752631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Attempting to bind port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:18:51.753041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Attempting to bind port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 on network 4959f950-5eaa-4abc-9622-a33849ffb6b2 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:18:51.777254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:51.783322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:18:51.783741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Checking segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:51.784193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:51.784631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Bound using segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:18:51.785190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Bound port: 6c9c62ea-6c5f-47b2-a681-be28fadc8870, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:18:51.785608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:51.924652 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca08223e-3355-4ac8-bf21-78d1aa162ef7 req-7d4512f4-f6d3-440f-8b62-a15742a8b2ea tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 0.0808306 Dec 17 16:18:51.947098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'Port': ['ID=de80508e-1bbf-4c84-a22b-08f451cced27,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:51.961842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:51.998095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:52.053052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:52.063185 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5700741 Dec 17 16:18:52.080739 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:52.145626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] For port 6c9c62ea-6c5f-47b2-a681-be28fadc8870, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:18:52.152789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] For port 6c9c62ea-6c5f-47b2-a681-be28fadc8870, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6c9c62ea-6c5f-47b2-a681-be28fadc8870,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:18:52.158028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:52.174964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:52.258159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddb5e9-687e-44d3-aef4-6df971f28720 None None] Pushing event updated for resources: {'Port': ['ID=6c9c62ea-6c5f-47b2-a681-be28fadc8870,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:52.266161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0cddb5e9-687e-44d3-aef4-6df971f28720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:52.475800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:52.543116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:52.543810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:52.613504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:52.657124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:18:52.662737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c3d8f757-bdcf-4beb-88ec-02dd2d46260b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:52.680196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:18:52.699997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:52.701906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:52.916682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:53.009346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:53.072203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40860) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:53.196414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:53.226813 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-f6eeff2d-d9de-4c24-9094-aa78e0f3f20c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1260355607&fields=id&tenant_id=e2eec649905c4f93b82b9e2faba8429b HTTP/1.1" status: 200 len: 267 time: 0.7874417 Dec 17 16:18:53.403875 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eaf8f1d7-ae88-46d1-804f-4648fa81ca20 req-e6d142d5-dfb4-4f2a-b607-1ed873c5816b tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 0.1044214 Dec 17 16:18:53.405497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:53.424348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:53.431429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Usage tracker for resource:security_group_rule and tenant:56b64a51941946e3835bd384dda7659c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:53.439431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:53.446506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:53.473243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:52Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:53.477921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484760-f0ac-4889-b7e1-19ccbacce9c4 None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:52Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:18:53.487586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b340e7-217e-4ade-83d5-9e41d1008343,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:53.491297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:53.501340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:18:53.607464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:53.608441 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Added segment 4a8203c7-10a3-4093-8e98-1da601ac5732 of type vxlan for network a8b04b3f-834d-4a77-9f07-b6d9379b454b Dec 17 16:18:53.628561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:53.629922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.9224064 Dec 17 16:18:53.633005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40868) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:53.684360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:48Z', 'revision_number': 3, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:53.690283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:18:53.690920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Updating router 2009a122-698e-4777-a1cf-3ffd6993b1e5 port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:18:53.764046 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:53.852112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:53.903152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.68', 60833) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:54.032637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-53b273a2-dbde-4b92-b0ea-33657425c7eb tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:54.054558 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-53b273a2-dbde-4b92-b0ea-33657425c7eb tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 811 time: 0.8122525 Dec 17 16:18:54.119806 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-20e4da3c-bd89-458c-85c9-1a93b0826935 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/quotas/e2eec649905c4f93b82b9e2faba8429b HTTP/1.1" status: 200 len: 375 time: 0.0641918 Dec 17 16:18:54.180352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:18:54.192759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.199341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:54.200000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.217655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3f83b6c-aa7c-4186-97cf-48bd180d70f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:54.280686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-6a5edd6a-231b-4ada-b5a9-beba1e78d18f tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:18:54.285357 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-6a5edd6a-231b-4ada-b5a9-beba1e78d18f tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.68 "GET /v2.0/networks?id=882c1384-dd4c-45d5-b941-2c06633b0316 HTTP/1.1" status: 200 len: 812 time: 0.3758221 Dec 17 16:18:54.302453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.306756 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.424954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:54.450810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Request body: {'port': {'device_id': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316', 'admin_state_up': True, 'tenant_id': 'c7a562ec5b2448b9a28d85bf8de5e537'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:54.551718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.574887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6c9c62ea-6c5f-47b2-a681-be28fadc8870 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:18:54.590922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.8291237 Dec 17 16:18:54.610408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40898) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:54.618259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Transition to ACTIVE for port object 8a94fa3d-0125-4b7d-8c9b-aff0285db252 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:18:54.622890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.625947 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56b64a51941946e3835bd384dda7659c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5509422 Dec 17 16:18:54.627030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3029174d-5300-427c-ad5f-7c27b9558ec2,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:54.636872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 40902) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:54.687592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-179600f4-afcc-4efc-b266-3e28b464f22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:54.721357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Request body: {'subnet': {'network_id': 'a8b04b3f-834d-4a77-9f07-b6d9379b454b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-370807137-subnet', 'tenant_id': 'e65be180ab454bb99f94f22b258a3c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:54.733768 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:54.762170 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:54.775206 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-532015c5-9641-4c86-81ed-00c2fae40d93 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6528130 Dec 17 16:18:54.776405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Pushing event updated for resources: {'Network': ['ID=a8b04b3f-834d-4a77-9f07-b6d9379b454b,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:54.777024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:18:54.780600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:54.785072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Usage tracker for resource:subnet and tenant:e65be180ab454bb99f94f22b258a3c57 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:54.785352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:18:54.785947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.791128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:54.800257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:54.802994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:18:54.851918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.853450 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.0358963 Dec 17 16:18:54.860984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 40922) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:18:54.900912 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:54.915801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:18:54.936932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Sync routers for ids ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:18:54.948876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Made reservation on behalf of e65be180ab454bb99f94f22b258a3c57 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:54.954558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:54.981505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Routers {'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:54.982269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:55.032283 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-db7ca13a-bbff-4bcf-b399-b3030806e8c5 req-3448d4ed-b1a8-4703-b35c-e50d8284e4cf tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 0.1610420 Dec 17 16:18:55.065753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287c737-9f82-425b-ab16-a4a0dfca0485 None None] Pushing event updated for resources: {'Port': ['ID=8a94fa3d-0125-4b7d-8c9b-aff0285db252,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:55.079393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f287c737-9f82-425b-ab16-a4a0dfca0485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:55.238524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Attempting to bind port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:55.238524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Attempting to bind port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:18:55.238524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Attempting to bind port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:18:55.251358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-b3a0d295-af5f-49b3-ab58-b88b07bba742 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:18:55.252495 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-b3a0d295-af5f-49b3-ab58-b88b07bba742 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3198578 Dec 17 16:18:55.253928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:18:55.254421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:18:55.254783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.255223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:18:55.257224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Bound port: 8a94fa3d-0125-4b7d-8c9b-aff0285db252, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:18:55.258738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.407922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.423520 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] For port 8a94fa3d-0125-4b7d-8c9b-aff0285db252, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:18:55.452293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] For port 8a94fa3d-0125-4b7d-8c9b-aff0285db252, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=8a94fa3d-0125-4b7d-8c9b-aff0285db252,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:18:55.455595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.459745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.551274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.552793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:18:55.560653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:55.568059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Usage tracker for resource:port and tenant:c7a562ec5b2448b9a28d85bf8de5e537 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:18:55.582630 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:55.600349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Quota usage for port was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:18:55.616184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:55.620520 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3029174d-5300-427c-ad5f-7c27b9558ec2 HTTP/1.1" status: 204 len: 168 time: 0.9797468 Dec 17 16:18:55.663121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:18:55.666015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3029174d-5300-427c-ad5f-7c27b9558ec2,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:55.995400 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-bff403cc-a851-4481-84aa-cee5f4f7cba0 service neutron] 10.222.0.37 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263432 Dec 17 16:18:56.049370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:56.061987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:56.067527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Made reservation on behalf of c7a562ec5b2448b9a28d85bf8de5e537 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:18:56.077252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:56.206150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:56.262299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Set router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:56.279081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287c737-9f82-425b-ab16-a4a0dfca0485 None None] Pushing event updated for resources: {'Port': ['ID=8a94fa3d-0125-4b7d-8c9b-aff0285db252,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:56.295433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f287c737-9f82-425b-ab16-a4a0dfca0485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:56.430532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:18:56.431229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:57.092359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:18:57.790014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 6c9c62ea-6c5f-47b2-a681-be28fadc8870, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6c9c62ea-6c5f-47b2-a681-be28fadc8870,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:18:57.808430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:57.815097 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:58.045703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=6c9c62ea-6c5f-47b2-a681-be28fadc8870,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:58.056970 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:58.115121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:18:51Z', 'revision_number': 3, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:58.128776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Allocated IP 172.20.0.10 (882c1384-dd4c-45d5-b941-2c06633b0316/33e27907-66e3-4110-9e89-23243f577d22/84514274-530a-42bf-bed2-b2341a374f85) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:18:58.129809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Checking router: b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:18:58.130318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Updating router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a port 32b2e85d-383b-41f1-82e0-699d9735aea1 binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:18:58.312954 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-52d7401b-0c65-4e36-a71f-a36fb93b555f service neutron] 10.222.0.37 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.2840111 Dec 17 16:18:58.428423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:58.448239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:58.474715 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ab6494dd-ad27-4a9c-baca-aa45f7c47e00 req-2fa93261-2f90-43c1-8e06-0b473b61f8c5 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 2.0878768 Dec 17 16:18:58.537797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:58.567656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:48Z', 'revision_number': 3, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:18:58.622539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c23be-4380-4dc0-a388-93c73e335ba3 None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:48Z', 'revision_number': 3, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:18:58.669799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:58.699282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:58.718649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:58.864338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7ae8256b-cf1e-4bba-8b68-20a4dc526c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:18:59.337546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46932670-c18c-4faa-9f24-084d987a874a,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:59.352861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:59.537845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Pushing event updated for resources: {'Port': ['ID=84514274-530a-42bf-bed2-b2341a374f85,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:18:59.570741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:18:59.572285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5671ce39-ee78-43e5-b761-d53d3a398cc4 req-c9f25274-0122-443c-bc2b-c6dd55d29c30 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:18:59.870468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:18:59.973506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5671ce39-ee78-43e5-b761-d53d3a398cc4 req-c9f25274-0122-443c-bc2b-c6dd55d29c30 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:18:59.991334 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5671ce39-ee78-43e5-b761-d53d3a398cc4 req-c9f25274-0122-443c-bc2b-c6dd55d29c30 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.9221592 Dec 17 16:19:00.023932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Network 882c1384-dd4c-45d5-b941-2c06633b0316 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:00.029208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:00.250200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:00.280111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Transition to ACTIVE for port object 32b2e85d-383b-41f1-82e0-699d9735aea1 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:00.283109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Allocated IP 172.20.0.1 (60505cfc-74ac-4cd7-8dcb-ba1467e2a99f/5450a1a8-f2a8-4ebb-b2d9-394504f8df57/227828c2-c376-4b40-87ea-b6f522c01717) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:00.284388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:00.425887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Checking segment: {'id': '4a8203c7-10a3-4093-8e98-1da601ac5732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a8b04b3f-834d-4a77-9f07-b6d9379b454b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:00.427350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Network hostable DHCP agents. Network: a8b04b3f-834d-4a77-9f07-b6d9379b454b, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:19:00.592971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:19:00.605773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:00.617833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:00.636411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Transition to ACTIVE for port object 227828c2-c376-4b40-87ea-b6f522c01717 will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:00.657825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:00.659031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14505e0-3f4b-402b-b6c4-9e171f7fc97c req-81315781-75b4-4493-8848-973c29317839 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:00.662294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:00.662993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:00.675847 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e14505e0-3f4b-402b-b6c4-9e171f7fc97c req-81315781-75b4-4493-8848-973c29317839 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 932 time: 0.5013750 Dec 17 16:19:00.676747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6c9c62ea-6c5f-47b2-a681-be28fadc8870 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:00.699735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, a8b04b3f-834d-4a77-9f07-b6d9379b454b) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:00.724071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:00.727508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6544060-da51-4786-8819-75c78bde8360 None None] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:00.729189 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3161931 Dec 17 16:19:00.763689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:00.954608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-ad295ddb-bbe1-4e3e-9e27-b852cd363707 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:19:00.956790 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-ad295ddb-bbe1-4e3e-9e27-b852cd363707 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2017531 Dec 17 16:19:00.959154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Pushing event updated for resources: {'Port': ['ID=227828c2-c376-4b40-87ea-b6f522c01717,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:00.977398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:01.015392 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0965a-81da-4010-8ae6-b54bff717d22 None None] Pushing event updated for resources: {'Port': ['ID=32b2e85d-383b-41f1-82e0-699d9735aea1,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:01.015918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Allocated IP 172.20.0.1 (b8d2ff84-57ae-4fd3-ac99-40904427c7f3/c499ca0b-18e5-4e04-87f2-d076ecfbe72c/55d61355-1b68-4ffa-8204-093e99c3a220) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:01.023273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-54e0965a-81da-4010-8ae6-b54bff717d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:01.050383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Attempting to bind port 32b2e85d-383b-41f1-82e0-699d9735aea1 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:01.053762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Attempting to bind port 32b2e85d-383b-41f1-82e0-699d9735aea1 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:01.054190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Attempting to bind port 32b2e85d-383b-41f1-82e0-699d9735aea1 on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:01.110919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:01.111373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:01.111825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:01.112287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:01.119177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Bound port: 32b2e85d-383b-41f1-82e0-699d9735aea1, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:01.119624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:01.389104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:01.422865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:01.423611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:01.427936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:01.452061 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ffc936f3-731c-40cf-8aaf-24a95a937bb3 req-3d16f00f-388c-48e4-a435-d211db9b9a7b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.2551529 Dec 17 16:19:01.461963 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-204e58eb-f8c4-483a-ba03-7b4ce60e3876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:01.559590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e14505e0-3f4b-402b-b6c4-9e171f7fc97c req-2e592cb4-31ad-4b6c-9a1f-9099e266e600 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Synchronizing usage tracker for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:01.631195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:01.632756 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:01.647153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:01.647797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:01.702840 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5a905891-ba74-4154-83b5-958a4329ca38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.0912001 Dec 17 16:19:01.757029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e14505e0-3f4b-402b-b6c4-9e171f7fc97c req-2e592cb4-31ad-4b6c-9a1f-9099e266e600 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Unset dirty status for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:01.758478 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e14505e0-3f4b-402b-b6c4-9e171f7fc97c req-2e592cb4-31ad-4b6c-9a1f-9099e266e600 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0788338 Dec 17 16:19:01.785862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Request body: {'port': {'device_id': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:01.799331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Pushing event updated for resources: {'Port': ['ID=55d61355-1b68-4ffa-8204-093e99c3a220,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:01.822563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:01.954065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:01.967506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:01.972552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:01.975887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:02.070917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b2421-fb0b-4f00-9621-005b69ac2b7a None None] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:02.258636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:02.259097 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:02.317909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:02.456465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-c80e7261-3497-4863-a155-3abe25e87517 None None] Provisioning for port 227828c2-c376-4b40-87ea-b6f522c01717 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:02.492834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-c80e7261-3497-4863-a155-3abe25e87517 None None] Provisioning complete for port 227828c2-c376-4b40-87ea-b6f522c01717 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:02.493312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c80e7261-3497-4863-a155-3abe25e87517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:02.621145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 8a94fa3d-0125-4b7d-8c9b-aff0285db252 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:02.765501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:02.793999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] For port 32b2e85d-383b-41f1-82e0-699d9735aea1, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:02.950360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] For port 32b2e85d-383b-41f1-82e0-699d9735aea1, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=32b2e85d-383b-41f1-82e0-699d9735aea1,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:02.952296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:03.202090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:03.202671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:03.332955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:03.515605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41128) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:03.557441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:03.572739 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-c80e7261-3497-4863-a155-3abe25e87517 None None] Port 227828c2-c376-4b40-87ea-b6f522c01717 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:19:03.581409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:03.734568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809698-63a8-4962-854e-41f6b24d2390 req-b54bf5cf-55fb-466a-b5f5-ed79780fa1df tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:03.737651 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-61809698-63a8-4962-854e-41f6b24d2390 req-b54bf5cf-55fb-466a-b5f5-ed79780fa1df tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 932 time: 0.2235107 Dec 17 16:19:03.739476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Routers {'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:03.740195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:03.812990 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c3af7f43-1e77-42d8-b895-6b5d32c918d9 req-8152530a-1b71-47ef-9ba7-0c2a44680054 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.3139961 Dec 17 16:19:03.825069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:03.847623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:03.887077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:03.962015 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-61809698-63a8-4962-854e-41f6b24d2390 req-7de3ef83-5f43-456c-80e7-60e3b93cb779 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052996 Dec 17 16:19:04.134538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:04.193239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:04.203825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:04.261726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:04.360909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:04.386109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1dc5555e81741d3978a445f5e6c177c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:04.396101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:04.448206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0965a-81da-4010-8ae6-b54bff717d22 None None] Pushing event updated for resources: {'Port': ['ID=32b2e85d-383b-41f1-82e0-699d9735aea1,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:04.482468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-54e0965a-81da-4010-8ae6-b54bff717d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:04.512972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41164) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:04.569589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:04.605127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2054975783-network', 'tenant_id': '654d65b3bc224a1ea2f063526a886cdc'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:04.627888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:04.642833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Usage tracker for resource:network and tenant:654d65b3bc224a1ea2f063526a886cdc is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:04.657872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:04.680084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:04.737716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Made reservation on behalf of 654d65b3bc224a1ea2f063526a886cdc for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:04.754203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:04.755059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:04.773550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 8a94fa3d-0125-4b7d-8c9b-aff0285db252, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=8a94fa3d-0125-4b7d-8c9b-aff0285db252,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:04.785542 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-738b721d-91c6-4d46-ad8a-102cf4103441 None None] Provisioning complete for port 227828c2-c376-4b40-87ea-b6f522c01717 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:04.786197 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-738b721d-91c6-4d46-ad8a-102cf4103441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:04.813464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:04.823920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:04.827368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:04.888117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:04.900709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Usage tracker for resource:security_group_rule and tenant:654d65b3bc224a1ea2f063526a886cdc is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:04.907687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:04.922195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:04.935164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=8a94fa3d-0125-4b7d-8c9b-aff0285db252,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:04.944389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:04.949221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] Set router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:04.968744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:19:05.103638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-738b721d-91c6-4d46-ad8a-102cf4103441 None None] Port 227828c2-c376-4b40-87ea-b6f522c01717 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:19:05.131522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.168060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.260788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:19:05.304099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.304553 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Added segment 83f7dd90-45a1-4b32-ad78-60a3339b7507 of type vxlan for network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 Dec 17 16:19:05.395857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.440487 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-68665f2f-bf97-4d8f-95a9-590c5256b9db req-1ce3ae24-76bc-4096-8fcd-4592f64da76d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.0877860 Dec 17 16:19:05.464809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.68', 60852) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:05.467811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Pushing event updated for resources: {'Port': ['ID=227828c2-c376-4b40-87ea-b6f522c01717,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:05.493138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-680b689d-1f6d-42f4-b009-a19a94352e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:05.493706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.359s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:05.571331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.835964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:19:05.845934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.850372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:19:05.861896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:05.861896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.867467 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-cc899a15-846f-4de8-97d7-c2e35df0b1ef admin admin] 10.222.0.37 "PUT /v2.0/routers/2009a122-698e-4777-a1cf-3ffd6993b1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2329779 Dec 17 16:19:05.867644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:05.875720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:05.921713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:05.936060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:19:03Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '55d61355-1b68-4ffa-8204-093e99c3a220', 'name': '', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'mac_address': 'fa:16:3e:f9:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:01Z', 'revision_number': 1, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'subnets': [{'id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:05.986925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c026755-1f60-41b7-8295-c8c6ff3d4812 None None] The sync data for ids ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'] in dv-cinder-766752-2-smb is: [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:19:03Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '55d61355-1b68-4ffa-8204-093e99c3a220', 'name': '', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'mac_address': 'fa:16:3e:f9:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:01Z', 'revision_number': 1, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'subnets': [{'id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:19:06.179733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84514274-530a-42bf-bed2-b2341a374f85 {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:19:06.203014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:06.237882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Transition to ACTIVE for port object 84514274-530a-42bf-bed2-b2341a374f85 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:06.243162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:06.289028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:06.298574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:06.372676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Pushing event updated for resources: {'Port': ['ID=84514274-530a-42bf-bed2-b2341a374f85,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:06.379782 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:06.399844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:06.417408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d213d-b6a0-4e3e-bbe4-86a563ed3fa0,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:06.443636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:06.466509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:06.604500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:06.695429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:06.989016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Attempting to bind port 84514274-530a-42bf-bed2-b2341a374f85 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:06.990278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Attempting to bind port 84514274-530a-42bf-bed2-b2341a374f85 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '1fd943a1-ee59-4410-a09b-8e97ebf8f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:06.993800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Attempting to bind port 84514274-530a-42bf-bed2-b2341a374f85 on network 882c1384-dd4c-45d5-b941-2c06633b0316 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:07.004416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:07.009333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Checking segment: {'id': '1fd943a1-ee59-4410-a09b-8e97ebf8f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:07.010036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.012060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Bound using segment: {'id': '1fd943a1-ee59-4410-a09b-8e97ebf8f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:07.012750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Bound port: 84514274-530a-42bf-bed2-b2341a374f85, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd943a1-ee59-4410-a09b-8e97ebf8f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '882c1384-dd4c-45d5-b941-2c06633b0316'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:07.014011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.034686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 8a94fa3d-0125-4b7d-8c9b-aff0285db252 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:07.136951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41208) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:07.167834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'security_group': {'name': 'tempest-securitygroup--1910183367', 'description': 'tempest-description--229946727'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:07.184096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:07.195530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:03Z', 'revision_number': 2, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:07.195693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:07.220139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:19:07.220534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Updating router 2009a122-698e-4777-a1cf-3ffd6993b1e5 port 227828c2-c376-4b40-87ea-b6f522c01717 binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:19:07.221572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:07.244524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:07.273260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:07.273995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.276925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.363491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:07.375440 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:07.383066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:07.393574 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1dc5555e81741d3978a445f5e6c177c&name=default HTTP/1.1" status: 200 len: 2879 time: 3.8755209 Dec 17 16:19:07.398719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:07.414050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.433394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41214) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:07.637828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.706568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:07.723620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceebea-d373-4aa9-8f6e-86bf20170b54 req-5edaeebd-6654-4a80-8cd3-a29457abbe2d tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:07.731986 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a2ceebea-d373-4aa9-8f6e-86bf20170b54 req-5edaeebd-6654-4a80-8cd3-a29457abbe2d tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 932 time: 2.2399983 Dec 17 16:19:07.736554 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2036004 Dec 17 16:19:07.763341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41230) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:07.780042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Pushing event updated for resources: {'Network': ['ID=76341ac4-dd11-4230-9b7a-c2a328e3fec6,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:07.792945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:19:07.806334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:07.862592 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-97c2347e-57cf-482f-97b5-395c9cbc962b req-ee35797d-28cf-4e37-a8fe-e7e58e4ce682 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.1789870 Dec 17 16:19:07.918267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3afe862e-d89c-4475-a199-06fe24d25759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.501s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:07.964358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3225ed2d-98b5-4861-8a2a-84bd8cc2165f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:08.020339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:08.037252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:19:08.044498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-b56cc533-8fec-44b4-9d9a-e73ca5b661e6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:08.046153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-b56cc533-8fec-44b4-9d9a-e73ca5b661e6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 811 time: 2.3373780 Dec 17 16:19:08.053935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Request body: {'subnet': {'network_id': '76341ac4-dd11-4230-9b7a-c2a328e3fec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2054975783-subnet', 'tenant_id': '654d65b3bc224a1ea2f063526a886cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:08.057927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] For port 84514274-530a-42bf-bed2-b2341a374f85, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:08.060231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:08.063065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] For port 84514274-530a-42bf-bed2-b2341a374f85, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=84514274-530a-42bf-bed2-b2341a374f85,segment=NetworkSegment(1fd943a1-ee59-4410-a09b-8e97ebf8f97f),segment_id=1fd943a1-ee59-4410-a09b-8e97ebf8f97f)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:08.068966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Usage tracker for resource:subnet and tenant:654d65b3bc224a1ea2f063526a886cdc is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:08.073006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:08.079765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:08.087579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a507f84f-3e97-4af0-9640-3cdc19d3883e,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:08.092560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:08.096290 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a2ceebea-d373-4aa9-8f6e-86bf20170b54 req-fd02c526-6833-4be8-b28b-f89f65f49c2c tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626311 Dec 17 16:19:08.101688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:08.103862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.092s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:08.131128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.135576 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.9880831 Dec 17 16:19:08.140125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.144858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41238) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:08.233489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Made reservation on behalf of 654d65b3bc224a1ea2f063526a886cdc for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:08.249049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.320864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Pushing event updated for resources: {'Port': ['ID=55d61355-1b68-4ffa-8204-093e99c3a220,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:08.324239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'SecurityGroup': ['ID=090f93d7-68ed-4db3-8a68-879e80797dfd,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:08.329884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'security_group_rule': {'security_group_id': '090f93d7-68ed-4db3-8a68-879e80797dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:08.336234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:08.340860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:08.344778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:08.357231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:08.370955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:08.375922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-812f1c4c-3a4b-46a1-b6ef-ce80fe1772fb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:08.399529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:08.412605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.426701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Transition to ACTIVE for port object 227828c2-c376-4b40-87ea-b6f522c01717 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:08.427096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.429704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.445521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:08.521830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51271-3ced-431b-883e-b6c63b76049f None None] Pushing event updated for resources: {'Port': ['ID=227828c2-c376-4b40-87ea-b6f522c01717,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:08.534013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-23d51271-3ced-431b-883e-b6c63b76049f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:08.550860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:08.551539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.553275 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] 10.222.0.68 "PUT /v2.0/ports/84514274-530a-42bf-bed2-b2341a374f85 HTTP/1.1" status: 200 len: 1158 time: 7.1323185 Dec 17 16:19:08.554202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'tag': '84514274-530a-42bf-bed2-b2341a374f85'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:08.655573 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-d3c420f5-6695-4267-a72e-c25049929af9 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2eec649905c4f93b82b9e2faba8429b HTTP/1.1" status: 200 len: 5505 time: 0.5527406 Dec 17 16:19:08.676182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'port': {'device_id': '72d876df-457f-47a2-8dbe-02212103a375', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'admin_state_up': True, 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'security_groups': ['ae715afd-4a05-43f7-9dab-fa33de2d2f11']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:08.679512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.721881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:19:08.730147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Pushing event updated for resources: {'Port': ['ID=84514274-530a-42bf-bed2-b2341a374f85,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:08.740250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:08.775373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.808845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Attempting to bind port 227828c2-c376-4b40-87ea-b6f522c01717 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:08.809376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Attempting to bind port 227828c2-c376-4b40-87ea-b6f522c01717 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:08.809791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Attempting to bind port 227828c2-c376-4b40-87ea-b6f522c01717 on network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:08.816775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:08.817231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Checking segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:08.817681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.818164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Bound using segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:08.819034 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Bound port: 227828c2-c376-4b40-87ea-b6f522c01717, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:08.819455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.842598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.845323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.853773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:08.866733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.896058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507f84f-3e97-4af0-9640-3cdc19d3883e,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:08.969755 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:08.971839 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a507f84f-3e97-4af0-9640-3cdc19d3883e HTTP/1.1" status: 204 len: 168 time: 1.3309679 Dec 17 16:19:08.981098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] For port 227828c2-c376-4b40-87ea-b6f522c01717, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:08.983849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] For port 227828c2-c376-4b40-87ea-b6f522c01717, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=227828c2-c376-4b40-87ea-b6f522c01717,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:08.988590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.017636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:09.070086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 32b2e85d-383b-41f1-82e0-699d9735aea1 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:09.097691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:09.098447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b900cf31-8fb8-4947-95a7-4fc323a3a255 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:09.110991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-01fb66c0-c20b-4567-930e-bebb9562fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:09.112640 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-01fb66c0-c20b-4567-930e-bebb9562fe3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7a562ec5b2448b9a28d85bf8de5e537&device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 1161 time: 0.4976320 Dec 17 16:19:09.129625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.133327 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.9845064 Dec 17 16:19:09.146878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41260) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:09.259021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cd706e01-727e-441d-addc-b6cd510d6feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.289404 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'security_group_rule': {'security_group_id': '090f93d7-68ed-4db3-8a68-879e80797dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:09.300069 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'tag': '84514274-530a-42bf-bed2-b2341a374f85', 'status': 'completed', 'code': 200} Dec 17 16:19:09.301430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 32b2e85d-383b-41f1-82e0-699d9735aea1 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:09.310510 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f998c4c-c714-4d18-8c5c-577ddd39b23a,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:09.312607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:09.315607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 32b2e85d-383b-41f1-82e0-699d9735aea1 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:09.316039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.336818 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-022a0b78-8f21-4672-9c1a-a635f9c52436 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84514274-530a-42bf-bed2-b2341a374f85 HTTP/1.1" status: 200 len: 217 time: 0.1990645 Dec 17 16:19:09.341743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d36fa2f6-0d1c-4f29-8ed9-ba96e457f0b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:09.342580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:09.355980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:09.379858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51271-3ced-431b-883e-b6c63b76049f None None] Pushing event updated for resources: {'Port': ['ID=227828c2-c376-4b40-87ea-b6f522c01717,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:09.384874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-23d51271-3ced-431b-883e-b6c63b76049f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:09.484935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:09.485161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:09.572441 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26751381-e7d4-4681-8363-1d092220d3bb req-d1f37727-dce4-449e-ad16-2a12d294b66d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.4494357 Dec 17 16:19:09.583187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:09.634138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.683786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 32b2e85d-383b-41f1-82e0-699d9735aea1, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=32b2e85d-383b-41f1-82e0-699d9735aea1,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:09.692944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.694999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:09.697745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:09.763928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:09.781869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-df4d2241-33ca-4aba-a7c2-020b1721bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:09.790799 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-df4d2241-33ca-4aba-a7c2-020b1721bb75 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33e27907-66e3-4110-9e89-23243f577d22 HTTP/1.1" status: 200 len: 852 time: 0.4377036 Dec 17 16:19:09.851639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=32b2e85d-383b-41f1-82e0-699d9735aea1,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:09.859081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:09.883955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:09.902901 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-eebbaf3c-c712-4bec-8c2a-3464750ba730 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=882c1384-dd4c-45d5-b941-2c06633b0316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049082 Dec 17 16:19:09.957055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:09.970466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41284) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:10.039238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Made reservation on behalf of e2eec649905c4f93b82b9e2faba8429b for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:10.043896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719111a-16df-4c10-bbf0-275750f1ab00 req-4cd597d2-58d9-4b39-ac4b-a53dea376f3c tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:10.045359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.046617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8719111a-16df-4c10-bbf0-275750f1ab00 req-4cd597d2-58d9-4b39-ac4b-a53dea376f3c tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Synchronizing usage tracker for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:10.058165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.104866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:19:10.115190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:10.140274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Usage tracker for resource:security_group_rule and tenant:05234d8dc02b4acf850922b09dbba719 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:10.145410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:10.171428 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3090522 Dec 17 16:19:10.189432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:10.590019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8719111a-16df-4c10-bbf0-275750f1ab00 req-4cd597d2-58d9-4b39-ac4b-a53dea376f3c tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Unset dirty status for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:10.595932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:08Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:10.598295 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8719111a-16df-4c10-bbf0-275750f1ab00 req-4cd597d2-58d9-4b39-ac4b-a53dea376f3c tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 944 time: 1.1591640 Dec 17 16:19:10.600511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102cf5-94d0-403f-85d0-7471a6a23359 None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:08Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:19:10.704189 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-24db8ce0-ab47-4eef-9aa6-d9bd418bd555 service neutron] 10.222.0.68 "GET /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968407 Dec 17 16:19:10.706024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.710711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Sync routers for ids ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:19:10.722951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.726757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.728091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Routers {'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:10.728800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:18:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:10.771319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.781937 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8719111a-16df-4c10-bbf0-275750f1ab00 req-f85725ab-692e-4aa1-9934-28e96f0eb729 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818686 Dec 17 16:19:10.835920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:10.850862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:10.927095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Allocated IP 172.20.0.9 (4959f950-5eaa-4abc-9622-a33849ffb6b2/70e64b3a-8a58-4102-b0d0-836db3a6043e/fd5ee983-b3cf-4de5-a89b-2469ee3bb086) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:10.933935 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05234d8dc02b4acf850922b09dbba719&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9440506 Dec 17 16:19:10.943466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41308) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:10.949318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d842d-4ce6-43bf-a43d-6b00f63df10f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:10.952741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:10.953907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:11.012395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:11.126147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33695f76-0567-430a-a5e3-1fc570543946,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:11.129252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:11.131726 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a638269b-918c-4dd8-93cf-6d14d9aabc77 req-a3e25572-c436-47ad-91e3-f6dae070f0e5 service neutron] 10.222.0.68 "GET /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4097493 Dec 17 16:19:11.134252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:11.135442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 32b2e85d-383b-41f1-82e0-699d9735aea1 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:11.139256 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 1.9905136 Dec 17 16:19:11.140840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41320) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:11.202102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'floatingip': {'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:11.207885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:11.208785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Set router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:11.212766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:floatingip and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:11.220760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:11.225391 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2f9ccb1-59e3-4c32-bda2-2c9ab04e4dcb req-9d2c132b-d3df-44af-b35d-8e02e371d23c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.0926385 Dec 17 16:19:11.279240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:11.293810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ca29a3-fd64-4643-a97b-a1e0ee665537,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:11.317829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:11.342241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-20f02b47-cfb7-4cec-bbdf-a85614863e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:11.343873 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-20f02b47-cfb7-4cec-bbdf-a85614863e8d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7a562ec5b2448b9a28d85bf8de5e537&device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 1161 time: 0.1175587 Dec 17 16:19:11.411052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:11.446044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 32b2e85d-383b-41f1-82e0-699d9735aea1 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:11.446468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:11.455273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:11.525859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-9e0822d8-62f1-4973-9183-c4d1fb5b1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:11.527435 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-9e0822d8-62f1-4973-9183-c4d1fb5b1b9c service neutron] 10.222.0.68 "GET /v2.0/networks?id=882c1384-dd4c-45d5-b941-2c06633b0316 HTTP/1.1" status: 200 len: 906 time: 0.1749470 Dec 17 16:19:11.622177 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-e1ee8bc1-cd6d-4a7c-9d55-c8da48093d98 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84514274-530a-42bf-bed2-b2341a374f85 HTTP/1.1" status: 200 len: 217 time: 0.0778143 Dec 17 16:19:11.747179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-37c300e7-c6c1-42b7-bdb3-f5e20db04ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:11.749353 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-37c300e7-c6c1-42b7-bdb3-f5e20db04ae6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33e27907-66e3-4110-9e89-23243f577d22 HTTP/1.1" status: 200 len: 852 time: 0.1150241 Dec 17 16:19:11.781113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7413-d843-4564-a84f-19a5516c1b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:11.986883 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-ac33a52b-6851-440d-9fbe-012c51d47afa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=882c1384-dd4c-45d5-b941-2c06633b0316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003060 Dec 17 16:19:12.051245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.069923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-cb7b9cb0-4667-4463-a0ab-497218746b37 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:12.070805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-cb7b9cb0-4667-4463-a0ab-497218746b37 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Synchronizing usage tracker for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:12.113144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Checking segment: {'id': '83f7dd90-45a1-4b32-ad78-60a3339b7507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '76341ac4-dd11-4230-9b7a-c2a328e3fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:12.113751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Network hostable DHCP agents. Network: 76341ac4-dd11-4230-9b7a-c2a328e3fec6, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:19:12.145671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 227828c2-c376-4b40-87ea-b6f522c01717 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:12.190224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-cb7b9cb0-4667-4463-a0ab-497218746b37 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Unset dirty status for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:12.191510 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-cb7b9cb0-4667-4463-a0ab-497218746b37 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 819 time: 1.1048791 Dec 17 16:19:12.206039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:19:03Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '55d61355-1b68-4ffa-8204-093e99c3a220', 'name': '', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'mac_address': 'fa:16:3e:f9:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 2, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'subnets': [{'id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:12.212955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Checking router: b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:19:12.213410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Updating router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a port 55d61355-1b68-4ffa-8204-093e99c3a220 binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:19:12.217981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.221259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:19:12.226772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41342) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:12.231856 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-319b90c2-e877-4802-a9e1-6b73789eaf37 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/quotas/d7168870b8de4df38da406c91b4cb3a7 HTTP/1.1" status: 200 len: 375 time: 0.0319939 Dec 17 16:19:12.278389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.294468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 76341ac4-dd11-4230-9b7a-c2a328e3fec6) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:12.301024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 227828c2-c376-4b40-87ea-b6f522c01717 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:12.311030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 227828c2-c376-4b40-87ea-b6f522c01717 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:12.311582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.312237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Transition to ACTIVE for port object fd5ee983-b3cf-4de5-a89b-2469ee3bb086 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:12.314609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:12.315561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.322563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.323872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.340129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb393da-9e4f-4126-8835-13d2b1b4d578 None None] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:12.340883 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-c9ee1c08-30ae-4a1b-beae-c76b38241f9e service neutron] 10.222.0.68 "GET /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320575 Dec 17 16:19:12.345038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:12.383290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d842d-4ce6-43bf-a43d-6b00f63df10f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:12.396894 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:12.416380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.417618 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/473d842d-4ce6-43bf-a43d-6b00f63df10f HTTP/1.1" status: 204 len: 168 time: 1.4723387 Dec 17 16:19:12.426712 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6482484 Dec 17 16:19:12.430314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f5894-dbf2-4bbf-b371-48e3602ec8e0 req-511816e4-9275-40b3-a9a5-86af171c0b99 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:12.434666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.438902 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e7f5894-dbf2-4bbf-b371-48e3602ec8e0 req-511816e4-9275-40b3-a9a5-86af171c0b99 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 944 time: 0.3881259 Dec 17 16:19:12.457021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:12.529732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:19:12.562855 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-da75abb9-dbda-4d55-9cc7-63d15204be36 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Synchronizing usage tracker for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:12.634341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.699545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.718726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'Port': ['ID=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:12.719460 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e7f5894-dbf2-4bbf-b371-48e3602ec8e0 req-501923f4-2e35-4043-b00e-18270d017b72 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795601 Dec 17 16:19:12.741373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:12.751767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:12.762063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Usage tracker for resource:security_group_rule and tenant:21aa03eacd284deb892401becccc31ce is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:12.766116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:12.777230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:12.900997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.905789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-da75abb9-dbda-4d55-9cc7-63d15204be36 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Unset dirty status for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:12.907786 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-da75abb9-dbda-4d55-9cc7-63d15204be36 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6609280 Dec 17 16:19:12.911439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:12.946932 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d00d1685-d03c-44f8-82af-0a27230dec5e req-95422f12-ba18-42b1-9164-203f5f639109 service neutron] 10.222.0.68 "GET /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5962853 Dec 17 16:19:12.954594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41356) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:12.971459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:13.065519 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d4223-f8e0-4848-863d-e6e9ec2b6345 None None] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:13.124988 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21aa03eacd284deb892401becccc31ce&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8928416 Dec 17 16:19:13.129416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41370) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:13.185361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:13.191859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:13.194533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:13.199044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:13.199850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.224470 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.247265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b523d9-5c58-4ad5-86b3-3628e329cf01,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:13.272029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:13.309777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 227828c2-c376-4b40-87ea-b6f522c01717, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=227828c2-c376-4b40-87ea-b6f522c01717,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:13.324329 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-3716601d-e724-47d8-8a72-eab6edcb24a8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926549 Dec 17 16:19:13.333039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.334514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Deleting subnet 46932670-c18c-4faa-9f24-084d987a874a {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:19:13.366867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:13.370046 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.481704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Allocated IP 172.28.3.165 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/3f1b19f7-9ab0-40da-9ed3-59cb4ef6bde6) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:13.519937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.532136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.574735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.657783 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9956002 Dec 17 16:19:13.662134 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-2dfbc75d-8173-46bc-b860-07110ba6595c service neutron] 10.222.0.37 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3365326 Dec 17 16:19:13.680226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Request body: {'port': {'device_id': '72d876df-457f-47a2-8dbe-02212103a375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:13.732045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.768988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7032b-df0c-4e9b-8186-0254fdbdfe62 req-a3ef359b-3ab6-421b-baeb-cfff131d0f72 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:13.777724 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c2d7032b-df0c-4e9b-8186-0254fdbdfe62 req-a3ef359b-3ab6-421b-baeb-cfff131d0f72 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 931 time: 0.8003163 Dec 17 16:19:13.840939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=227828c2-c376-4b40-87ea-b6f522c01717,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:13.862412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:13.864513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:13.883358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ad3be4c2-612f-4a74-91c2-6b471290b44e None None] Provisioning for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:13.983609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.008553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ad3be4c2-612f-4a74-91c2-6b471290b44e None None] Provisioning complete for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:14.008976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ad3be4c2-612f-4a74-91c2-6b471290b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.057668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-0d0bc673-6d85-4b23-95ea-66cdac54a02c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:19:14.166928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.179346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-ad3be4c2-612f-4a74-91c2-6b471290b44e None None] Port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:19:14.291333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.303032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c2d7032b-df0c-4e9b-8186-0254fdbdfe62 req-b42cc9d1-d7e7-4c7b-ad78-2871b2765975 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:14.320486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Transition to ACTIVE for port object 55d61355-1b68-4ffa-8204-093e99c3a220 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:14.327324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.351637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-867d355b-a046-495b-8718-3933dc3edf1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:14.438100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb0b6-3647-463f-8f00-81694e979fc4 req-532d31d2-4ef8-40ed-9178-9f98ced11502 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:14.446811 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3eaeb0b6-3647-463f-8f00-81694e979fc4 req-532d31d2-4ef8-40ed-9178-9f98ced11502 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 944 time: 0.3504512 Dec 17 16:19:14.530675 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3eaeb0b6-3647-463f-8f00-81694e979fc4 req-2df8132b-bb23-4499-bd18-191430f771c3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Dec 17 16:19:14.581771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 84514274-530a-42bf-bed2-b2341a374f85 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:14.656651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26b947-affa-4aeb-8e2b-8911b463e9ab None None] Pushing event updated for resources: {'Port': ['ID=55d61355-1b68-4ffa-8204-093e99c3a220,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:14.661210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f26b947-affa-4aeb-8e2b-8911b463e9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:14.742673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 84514274-530a-42bf-bed2-b2341a374f85 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:14.755332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c2d7032b-df0c-4e9b-8186-0254fdbdfe62 req-b42cc9d1-d7e7-4c7b-ad78-2871b2765975 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:14.766509 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c2d7032b-df0c-4e9b-8186-0254fdbdfe62 req-b42cc9d1-d7e7-4c7b-ad78-2871b2765975 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9877086 Dec 17 16:19:14.785455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.800267 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-47e97414-bd40-482f-8998-b526ca5910d1 req-b7c435dc-2866-44d9-889f-7b8e9d70a091 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 210 time: 0.0825241 Dec 17 16:19:14.816973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5ee983-b3cf-4de5-a89b-2469ee3bb086 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:19:14.828483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.850017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Transition to ACTIVE for port object fd5ee983-b3cf-4de5-a89b-2469ee3bb086 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:14.853958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.864164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61d8b848-45b1-4e2e-9cb5-5db6a74ed44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:14.891159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:14.921677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b523d9-5c58-4ad5-86b3-3628e329cf01,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:14.943364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:14.965211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.017323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6d1fdf57-af7a-40f1-8565-90e6881b9818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:15.056027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 84514274-530a-42bf-bed2-b2341a374f85 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:15.056562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.126840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.130750 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2b523d9-5c58-4ad5-86b3-3628e329cf01 HTTP/1.1" status: 204 len: 168 time: 1.9900999 Dec 17 16:19:15.136745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46932670-c18c-4faa-9f24-084d987a874a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:15.145446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:15.198387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Attempting to bind port 55d61355-1b68-4ffa-8204-093e99c3a220 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:15.199022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Attempting to bind port 55d61355-1b68-4ffa-8204-093e99c3a220 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:15.199547 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Attempting to bind port 55d61355-1b68-4ffa-8204-093e99c3a220 on network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:15.207975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:15.208535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Checking segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:15.209117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.209691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Bound using segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:15.210330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Bound port: 55d61355-1b68-4ffa-8204-093e99c3a220, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:15.210856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.213951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:15.302338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:15.305822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:15.355749 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.392543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.432086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:15.455186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84514274-530a-42bf-bed2-b2341a374f85'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:15.549192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Attempting to bind port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:15.549599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Attempting to bind port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:15.550028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Attempting to bind port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 on network 4959f950-5eaa-4abc-9622-a33849ffb6b2 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:15.568972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:15.574334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Checking segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:15.574860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.575322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Bound using segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:15.575836 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Bound port: fd5ee983-b3cf-4de5-a89b-2469ee3bb086, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:15.576482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.648933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 227828c2-c376-4b40-87ea-b6f522c01717 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:15.729937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'Port': ['ID=3f1b19f7-9ab0-40da-9ed3-59cb4ef6bde6,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:15.755006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 84514274-530a-42bf-bed2-b2341a374f85, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=84514274-530a-42bf-bed2-b2341a374f85,segment=NetworkSegment(1fd943a1-ee59-4410-a09b-8e97ebf8f97f),segment_id=1fd943a1-ee59-4410-a09b-8e97ebf8f97f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:15.765781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.768236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] For port 55d61355-1b68-4ffa-8204-093e99c3a220, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:15.772447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-54e0965a-81da-4010-8ae6-b54bff717d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:15.827400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:15.896007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] For port 55d61355-1b68-4ffa-8204-093e99c3a220, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=55d61355-1b68-4ffa-8204-093e99c3a220,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:15.926793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.993217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:15.998116 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46932670-c18c-4faa-9f24-084d987a874a HTTP/1.1" status: 204 len: 168 time: 3.0365078 Dec 17 16:19:16.015335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41462) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:16.146491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41468) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:16.235337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=84514274-530a-42bf-bed2-b2341a374f85,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:16.240662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 84514274-530a-42bf-bed2-b2341a374f85 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:16.260309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.277740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:16.280971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-54e0965a-81da-4010-8ae6-b54bff717d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:16.313706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:16.318532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] For port fd5ee983-b3cf-4de5-a89b-2469ee3bb086, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:16.319842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:16.330062 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.335483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:16.339698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Usage tracker for resource:security_group_rule and tenant:517748f13e4e4316a10c1b08881d7a2e is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:16.365138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-024874cf-2f16-496d-8394-218c22839f8a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:16.372834 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-024874cf-2f16-496d-8394-218c22839f8a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 819 time: 0.8142464 Dec 17 16:19:16.375447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:16.381410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:16.397674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:16.406930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-0ace94df-c8c4-4340-bfd4-82a87524bd90 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:16.408504 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-0ace94df-c8c4-4340-bfd4-82a87524bd90 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 819 time: 0.5781002 Dec 17 16:19:16.418379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26b947-affa-4aeb-8e2b-8911b463e9ab None None] Pushing event updated for resources: {'Port': ['ID=55d61355-1b68-4ffa-8204-093e99c3a220,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:16.421865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 227828c2-c376-4b40-87ea-b6f522c01717 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:16.422695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.424664 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-a6145a78-ab3e-4066-9952-9eb9251f0ab5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/quotas/d7168870b8de4df38da406c91b4cb3a7 HTTP/1.1" status: 200 len: 375 time: 0.0505288 Dec 17 16:19:16.456533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] For port fd5ee983-b3cf-4de5-a89b-2469ee3bb086, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:16.481315 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.482565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Request body: {'port': {'device_id': 'fa759f09-7582-4226-8173-a6f5271f647e', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'admin_state_up': True, 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:16.492082 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f26b947-affa-4aeb-8e2b-8911b463e9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:16.510734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6e4d9-659c-4628-bb00-f51b5359a96b req-a23a9f2d-ef4c-46e8-90e2-d5b2c5ccb03d tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:16.512389 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5a6e4d9-659c-4628-bb00-f51b5359a96b req-a23a9f2d-ef4c-46e8-90e2-d5b2c5ccb03d tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.7124968 Dec 17 16:19:16.553290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:16.692717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 84514274-530a-42bf-bed2-b2341a374f85 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:16.693436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.739758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Routers {'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:16.740717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:19:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:16.766160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.867645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.879952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:16.896233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:16.901173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:16.940005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:16.950950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:16.960327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:16.973618 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=517748f13e4e4316a10c1b08881d7a2e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8210807 Dec 17 16:19:16.987580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41482) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:17.001508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] Set router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:17.064403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.091977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Made reservation on behalf of d7168870b8de4df38da406c91b4cb3a7 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:17.093615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.097829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.123209 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5a6e4d9-659c-4628-bb00-f51b5359a96b req-5d2bfdb3-3735-4e29-a24d-50676b022419 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763075 Dec 17 16:19:17.163435 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-a9322a0b-97c1-464f-b775-d8d6cd3a9a74 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7378104 Dec 17 16:19:17.310995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.347213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.447445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.451575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.452213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.453177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.453672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > port after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.454414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.454893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > port after_update 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.455369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.456015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.456487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.456960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.473835 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-ab9005c2-17fd-492f-8bf1-1fd424247258 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799444 Dec 17 16:19:17.634977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 55d61355-1b68-4ffa-8204-093e99c3a220 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:17.787089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.787689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.788212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.788878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:17.789455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b04b3f-834d-4a77-9f07-b6d9379b454b']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:17.808053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8203c7-10a3-4093-8e98-1da601ac5732') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:17.808535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8203c7-10a3-4093-8e98-1da601ac5732') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:17.817598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Allocated IP 172.20.0.10 (b8d2ff84-57ae-4fd3-ac99-40904427c7f3/c499ca0b-18e5-4e04-87f2-d076ecfbe72c/ccea6ae3-4eb7-4172-93d4-e045f79beade) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:17.823735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.891297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:17.892460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.894449 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] 10.222.0.68 "PUT /v2.0/ports/fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 1157 time: 4.2199430 Dec 17 16:19:17.899453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:17.908485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:17.930019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 55d61355-1b68-4ffa-8204-093e99c3a220 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:17.932953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a6856b-caba-46b5-85f0-eb521fa16a3a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:17.939477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.941638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 55d61355-1b68-4ffa-8204-093e99c3a220 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:17.942198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:17.947152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a6856b-caba-46b5-85f0-eb521fa16a3a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:17.950175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:19:17.952164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:17.983965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:18.046201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:19:03Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '55d61355-1b68-4ffa-8204-093e99c3a220', 'name': '', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'mac_address': 'fa:16:3e:f9:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:15Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'subnets': [{'id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:18.065863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163fcef3-0c49-4081-b266-7da57c685e84 None None] The sync data for ids ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'] in dv-cinder-766752-2-smb is: [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:19:03Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '55d61355-1b68-4ffa-8204-093e99c3a220', 'name': '', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'mac_address': 'fa:16:3e:f9:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:15Z', 'revision_number': 4, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'subnets': [{'id': 'c499ca0b-18e5-4e04-87f2-d076ecfbe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:19:18.381564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 84514274-530a-42bf-bed2-b2341a374f85 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:18.395462 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:19:18.418829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:18.496762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:18.626118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 55d61355-1b68-4ffa-8204-093e99c3a220, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=55d61355-1b68-4ffa-8204-093e99c3a220,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:18.632784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:18.642090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f26b947-affa-4aeb-8e2b-8911b463e9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:18.676549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:18.680163 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a6856b-caba-46b5-85f0-eb521fa16a3a HTTP/1.1" status: 204 len: 168 time: 1.6773770 Dec 17 16:19:18.707105 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9cd646ae-ee24-4f17-a7f7-ceb51e278eef service neutron] 10.222.0.37 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7769291 Dec 17 16:19:18.784370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:18.823668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Network a8b04b3f-834d-4a77-9f07-b6d9379b454b has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:19:18.834004 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=55d61355-1b68-4ffa-8204-093e99c3a220,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:18.838306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41538) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:18.841331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 84514274-530a-42bf-bed2-b2341a374f85 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:18.845111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: (rel_b, rel_a, rel_b), Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: (rel_b, rel_a, rel_b), Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:18.908444 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:18.981379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:19.071646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9473-61ed-40ee-9b46-486a763c008a req-963a1908-6aa4-4aba-9377-e997b1fd4c2f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:19.072726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-7dad9473-61ed-40ee-9b46-486a763c008a req-963a1908-6aa4-4aba-9377-e997b1fd4c2f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:19.107845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-14cc57c8-1fe4-48f5-8bfd-b7779ae5a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:19.109667 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-14cc57c8-1fe4-48f5-8bfd-b7779ae5a539 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1160 time: 1.1191862 Dec 17 16:19:19.111372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-7dad9473-61ed-40ee-9b46-486a763c008a req-963a1908-6aa4-4aba-9377-e997b1fd4c2f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:19.118789 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7dad9473-61ed-40ee-9b46-486a763c008a req-963a1908-6aa4-4aba-9377-e997b1fd4c2f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 943 time: 1.6741736 Dec 17 16:19:19.136501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.245023 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-841b4eee-b037-497d-9d4c-27457d7d711e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 217 time: 0.1059680 Dec 17 16:19:19.252761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:19.268124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.336541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:19.349386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.382926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Usage tracker for resource:security_group_rule and tenant:921ba6dc564e43e0800960ae5e800381 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:19.399575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.414316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-b167eff1-0e82-4f9c-b2a4-9b5b4ab91783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:19.415922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-b167eff1-0e82-4f9c-b2a4-9b5b4ab91783 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.1477880 Dec 17 16:19:19.460094 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8b04b3f-834d-4a77-9f07-b6d9379b454b HTTP/1.1" status: 204 len: 168 time: 3.4426377 Dec 17 16:19:19.497265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41570) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:19.533767 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7dad9473-61ed-40ee-9b46-486a763c008a req-3eebe002-687c-45b4-8f2a-6bcf061c180d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136841 Dec 17 16:19:19.539847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b04b3f-834d-4a77-9f07-b6d9379b454b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:19.564002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 55d61355-1b68-4ffa-8204-093e99c3a220 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:19.656122 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84514274-530a-42bf-bed2-b2341a374f85', 'code': 200} Dec 17 16:19:19.721468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 55d61355-1b68-4ffa-8204-093e99c3a220 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:19.721887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.781624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:19.788077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:19.798024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Deleting subnet 99ca29a3-fd64-4643-a97b-a1e0ee665537 {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:19:19.801633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.931693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:19.932215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:19.952332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:19.959101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:19.971444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:19.977217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:19.978342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.015503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.68', 60872) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:20.044101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.088722 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Pushing event updated for resources: {'Port': ['ID=ccea6ae3-4eb7-4172-93d4-e045f79beade,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:20.096132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.resource_extend [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 17 16:19:20.104540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:20.124986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.142569 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.174627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8f234cd-c2b7-4869-ae7a-a270e01d395b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:20.295779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:20.299212 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'status': 'completed', 'code': 200} Dec 17 16:19:20.302302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-36332b97-6590-4d94-a9d5-2d38d489557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:20.303965 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-36332b97-6590-4d94-a9d5-2d38d489557b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 1163 time: 0.2804675 Dec 17 16:19:20.305374 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8678484 Dec 17 16:19:20.414601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-22dfaf3f-e8e7-46f2-a46e-fc41f84720e8 req-11142a49-00ca-4497-8bee-10bcbd2d90e3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Synchronizing usage tracker for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:20.433456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-6ed958ab-ba33-4bd6-854a-fe686f534ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:20.435794 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-6ed958ab-ba33-4bd6-854a-fe686f534ee0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9366260 Dec 17 16:19:20.447308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20cc83-f3a1-4364-9399-62bc2cd44850 req-1b9c7c99-49a0-4cff-9ff4-83a4ae2dbfaf tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:20.455558 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9b20cc83-f3a1-4364-9399-62bc2cd44850 req-1b9c7c99-49a0-4cff-9ff4-83a4ae2dbfaf tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.1584458 Dec 17 16:19:20.473864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.491847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Request body: {'port': {'device_id': 'fa759f09-7582-4226-8173-a6f5271f647e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:20.529270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:20.533776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Usage tracker for resource:security_group_rule and tenant:203dd6bd25304c819ad0c633356b4850 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:20.537318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:20.565927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:20.594280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.624505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:20.646243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'Port': ['ID=3f1b19f7-9ab0-40da-9ed3-59cb4ef6bde6,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:20.666330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:20.675886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-22dfaf3f-e8e7-46f2-a46e-fc41f84720e8 req-11142a49-00ca-4497-8bee-10bcbd2d90e3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Unset dirty status for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:20.677266 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-22dfaf3f-e8e7-46f2-a46e-fc41f84720e8 req-11142a49-00ca-4497-8bee-10bcbd2d90e3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 210 time: 0.3502040 Dec 17 16:19:20.807096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ca29a3-fd64-4643-a97b-a1e0ee665537,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:20.824087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:20.853377 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9b20cc83-f3a1-4364-9399-62bc2cd44850 req-556c54ce-49c2-4704-963e-6d7f1ad52182 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967257 Dec 17 16:19:20.881694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.883264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.897523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:20.898758 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99ca29a3-fd64-4643-a97b-a1e0ee665537 HTTP/1.1" status: 204 len: 168 time: 1.3633173 Dec 17 16:19:20.901529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41614) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:20.903094 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-61ab78ee-ff2e-40d3-b43e-d6164e371abe service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445810 Dec 17 16:19:20.913672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.007136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.021504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.68', 60874) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:21.030326 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:21.074834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41628) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:21.124769 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61210b5-45c6-4947-b473-85af994e8b08,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:21.201059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:21.207784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.341170 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f97ea9f-f84a-4dfd-a19a-4d4de1e8252f req-0f4ab1af-2460-4630-90a5-dafd679a5b7b service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4247115 Dec 17 16:19:21.400506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.401849 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2592528 Dec 17 16:19:21.402649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.420564 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=921ba6dc564e43e0800960ae5e800381&name=default HTTP/1.1" status: 200 len: 2879 time: 2.5811007 Dec 17 16:19:21.423658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41648) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:21.454713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-71693c78-f8fa-4690-99c8-53cbaff8ab77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:21.481161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Synchronizing usage tracker for tenant:203dd6bd25304c819ad0c633356b4850 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:21.507166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.592119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.628998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-ecd22636-f299-4e0a-9996-caced7d766ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:21.631961 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-ecd22636-f299-4e0a-9996-caced7d766ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1160 time: 0.1632371 Dec 17 16:19:21.671210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.682283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7209b73-b2b0-4c9c-80ee-641019f2c826,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:21.695017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-61e78b7e-6cf9-447f-85d0-d9c637fb35e5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:21.696673 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-61e78b7e-6cf9-447f-85d0-d9c637fb35e5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 819 time: 0.6586730 Dec 17 16:19:21.702331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:21.752963 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Unset dirty status for tenant:203dd6bd25304c819ad0c633356b4850 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:21.761056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.765680 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8a37b5f0-bf0e-47c9-ae19-2bafdf3a4241 req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3463786 Dec 17 16:19:21.784668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767faf32-428c-4a73-9b89-47668abf1051 req-8d8dd49a-7f7f-46a5-a739-8fe45adece6e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:21.786475 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-767faf32-428c-4a73-9b89-47668abf1051 req-8d8dd49a-7f7f-46a5-a739-8fe45adece6e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 943 time: 0.8813715 Dec 17 16:19:21.794229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Request body: {'port': {'device_id': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3', 'admin_state_up': True, 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:21.887376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:21.910076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5b01a8145c7447148e9e6744ba823ff8 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:21.916831 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e29636d7-242a-4ca5-8b43-247cfc343f14 req-10b5a708-a540-4069-8949-3abafc685e00 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 210 time: 0.0671115 Dec 17 16:19:21.917730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:21.928839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:21.960117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:21.979604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-a11e929b-21d7-4d70-a8ee-af73e8803e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:21.981288 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-a11e929b-21d7-4d70-a8ee-af73e8803e6d service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.3401299 Dec 17 16:19:21.984583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:22.003795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61210b5-45c6-4947-b473-85af994e8b08,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:22.010636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.014320 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e61210b5-45c6-4947-b473-85af994e8b08 HTTP/1.1" status: 204 len: 168 time: 0.5871651 Dec 17 16:19:22.014320 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:22.170435 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-bf5056c6-fdde-4b5a-a786-07ec76b06f29 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 217 time: 0.1149089 Dec 17 16:19:22.277931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.284528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-c1ae118f-817f-4b29-b020-e1e5ef91243a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:22.290233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.294914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:22.305898 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:22.306757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e76cbc7-5917-4bd2-9250-fa10b013a05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:22.314722 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-89dce7e5-a383-4fc4-89c6-da557738626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:22.316303 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-89dce7e5-a383-4fc4-89c6-da557738626d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.1290357 Dec 17 16:19:22.370569 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Made reservation on behalf of d7168870b8de4df38da406c91b4cb3a7 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:22.377226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.398489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-c1ae118f-817f-4b29-b020-e1e5ef91243a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:22.399072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-c1ae118f-817f-4b29-b020-e1e5ef91243a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1910183367&fields=id&tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 267 time: 0.2675228 Dec 17 16:19:22.412606 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b01a8145c7447148e9e6744ba823ff8&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3214889 Dec 17 16:19:22.414240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41682) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:22.417626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2623324-c1b5-4a83-bba2-0678a8a9838f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:22.435277 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-767faf32-428c-4a73-9b89-47668abf1051 req-ba79710b-e228-4cb2-a0b5-b1df83eb7966 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923586 Dec 17 16:19:22.454853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:22.511951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41688) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:22.538782 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.688798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.739125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:22.760036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:321ee260d0f84b94a4399c95f60b36a9 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:22.767906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-bb516199-060f-41b4-94db-a8b6938b853d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:22.768650 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-bb516199-060f-41b4-94db-a8b6938b853d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:22.772387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:22.776268 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:22.794087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:22.801377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-d02b0fa7-f08f-42bd-9c5d-ea019b2391d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:22.803006 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-d02b0fa7-f08f-42bd-9c5d-ea019b2391d5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4608097 Dec 17 16:19:22.829278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.000122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.000320 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.000973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.001528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > port after_create 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.001735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.002096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > port after_update 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.002459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.002823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.003440 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.003537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.046628 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-fe80db6f-8a89-4d9f-8baf-e966a36799bf service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101357 Dec 17 16:19:23.071092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.071495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.076527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.076527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80333) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 17 16:19:23.076527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76341ac4-dd11-4230-9b7a-c2a328e3fec6']}} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:23.086995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.109124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:23.111561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f7dd90-45a1-4b32-ad78-60a3339b7507') {'for_net_delete': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:23.111899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f7dd90-45a1-4b32-ad78-60a3339b7507') {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:23.139164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28107771'] for segment, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.146274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2623324-c1b5-4a83-bba2-0678a8a9838f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:23.153092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:23.155480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bddd0-8375-4c3a-a96e-86e072d73667 req-3e4f0ac3-71f7-446e-943d-5f8d6748f470 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:23.157244 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-618bddd0-8375-4c3a-a96e-86e072d73667 req-3e4f0ac3-71f7-446e-943d-5f8d6748f470 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.5278239 Dec 17 16:19:23.194295 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.200921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:19:23.207415 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.230233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.242484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:23.259874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-bb516199-060f-41b4-94db-a8b6938b853d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:23.260973 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-bb516199-060f-41b4-94db-a8b6938b853d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 817 time: 0.8496399 Dec 17 16:19:23.261806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.266316 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2623324-c1b5-4a83-bba2-0678a8a9838f HTTP/1.1" status: 204 len: 168 time: 0.8455863 Dec 17 16:19:23.324226 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=321ee260d0f84b94a4399c95f60b36a9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8011518 Dec 17 16:19:23.326526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee0800-7f02-49ab-b596-dd9bfc4a70a1,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:23.329275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41708) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:23.332565 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-ca70f05f-9083-43d5-af14-7918ec60b8a6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/quotas/61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 375 time: 0.0424457 Dec 17 16:19:23.347178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:23.352704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82dfbfe5-ee48-49f0-9b88-89ff4bc0d90a req-fd54244d-1c1d-46e9-88f6-0c85b21f7751 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2933955 Dec 17 16:19:23.403117 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-618bddd0-8375-4c3a-a96e-86e072d73667 req-9aee979c-ce18-4962-8c1f-b1989359c960 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381701 Dec 17 16:19:23.425312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccea6ae3-4eb7-4172-93d4-e045f79beade {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:19:23.484583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.506951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.511477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:19:23.522729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27266099'] for segment, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.543814 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-344ae091-2ec9-44eb-a872-217f2e94a849 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1935034 Dec 17 16:19:23.553931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Transition to ACTIVE for port object ccea6ae3-4eb7-4172-93d4-e045f79beade will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:23.569537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.621342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.727024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:23.864195 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-ff927775-6971-43fa-93aa-60e0b23ac720 service neutron] 10.222.0.37 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878802 Dec 17 16:19:23.922763 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ffbc799-7814-4a9f-b4f2-b590d2d69eb1 req-10870e22-ef30-4f9e-b08b-268d8ee5d662 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 210 time: 0.1608887 Dec 17 16:19:23.943553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:23.957535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Network 76341ac4-dd11-4230-9b7a-c2a328e3fec6 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:19:24.001601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:24.035619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee0800-7f02-49ab-b596-dd9bfc4a70a1,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: (rel_b, rel_a, rel_b), Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: (rel_b, rel_a, rel_b), Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:24.036415 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:24.039973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.041378 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5ee0800-7f02-49ab-b596-dd9bfc4a70a1 HTTP/1.1" status: 204 len: 168 time: 0.7077990 Dec 17 16:19:24.045553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:24.057606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Allocated IP 172.20.0.9 (b8d2ff84-57ae-4fd3-ac99-40904427c7f3/c499ca0b-18e5-4e04-87f2-d076ecfbe72c/9900c6be-3585-4507-9eef-03baec614482) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:24.084202 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-52112448-9b5e-42f9-a48e-57f7a53c573d service neutron] 10.222.0.37 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173159 Dec 17 16:19:24.107718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41722) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:24.144158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.175155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:24.181244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Usage tracker for resource:security_group_rule and tenant:0edc7bc7728349bbab83413b7045c8ae is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:24.185421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:24.192148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:24.318809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Pushing event updated for resources: {'Port': ['ID=ccea6ae3-4eb7-4172-93d4-e045f79beade,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:24.319029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.324227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.338733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:24.411745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:24.431891 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6af9078c-e654-4be4-9d69-b22fc69aaf43 req-dadd47b3-f370-4f45-8ac7-f182087359d4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 210 time: 0.0958104 Dec 17 16:19:24.440589 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0edc7bc7728349bbab83413b7045c8ae&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3291028 Dec 17 16:19:24.440589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc0ee2f-7bdb-4656-963d-c4166702e6a0,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:24.442517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41736) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:24.445294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:24.518725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.524365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.564503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.599636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:24.628115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.634331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76341ac4-dd11-4230-9b7a-c2a328e3fec6,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:24.645741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fb491608-7916-42e4-a1d5-1b843e7779b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:24.662394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.664977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc0ee2f-7bdb-4656-963d-c4166702e6a0,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:24.667110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:24.668470 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fc0ee2f-7bdb-4656-963d-c4166702e6a0 HTTP/1.1" status: 204 len: 168 time: 0.2249904 Dec 17 16:19:24.675161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:24.849842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6f52-c5ec-4c9a-bb55-bfc856e1bd7b req-510f64c5-6168-45af-a9bd-ad6280db64a4 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:24.851531 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c15e6f52-c5ec-4c9a-bb55-bfc856e1bd7b req-510f64c5-6168-45af-a9bd-ad6280db64a4 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.1392899 Dec 17 16:19:24.935755 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c15e6f52-c5ec-4c9a-bb55-bfc856e1bd7b req-f06cabc5-4b78-4df9-b717-8d773a063342 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743163 Dec 17 16:19:24.939611 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/76341ac4-dd11-4230-9b7a-c2a328e3fec6 HTTP/1.1" status: 204 len: 168 time: 4.0273778 Dec 17 16:19:24.956957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:25.053731 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 84514274-530a-42bf-bed2-b2341a374f85 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:25.118690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765eca-ef76-4b0b-a5cc-91163366f32b req-e6dc1292-f668-4955-a033-28eb25d058f2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:25.134124 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e9765eca-ef76-4b0b-a5cc-91163366f32b req-e6dc1292-f668-4955-a033-28eb25d058f2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 943 time: 0.8526263 Dec 17 16:19:25.223175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Attempting to bind port ccea6ae3-4eb7-4172-93d4-e045f79beade on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:25.223554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Attempting to bind port ccea6ae3-4eb7-4172-93d4-e045f79beade by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:25.223926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Attempting to bind port ccea6ae3-4eb7-4172-93d4-e045f79beade on network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:25.249108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:25.249467 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 84514274-530a-42bf-bed2-b2341a374f85 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:25.249631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Checking segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:25.249886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.250292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Bound using segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:25.250614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.250796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Bound port: ccea6ae3-4eb7-4172-93d4-e045f79beade, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:25.251178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.417499 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-098951dc-d4cc-475c-907a-ec5afb24f61b req-182d5314-0fea-4979-8c3e-943ef0184fd7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 210 time: 0.0978971 Dec 17 16:19:25.477938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41780) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:25.493647 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e9765eca-ef76-4b0b-a5cc-91163366f32b req-52b87ba2-8dc9-4031-8fa8-6e052d3ed949 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584006 Dec 17 16:19:25.550065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:25.626538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.711000 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c22009c2-a63d-428f-8047-0f94fd4075a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e65be180ab454bb99f94f22b258a3c57&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2314730 Dec 17 16:19:25.715281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41790) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:25.755606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] For port ccea6ae3-4eb7-4172-93d4-e045f79beade, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:25.760217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] For port ccea6ae3-4eb7-4172-93d4-e045f79beade, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:25.761361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:25.774820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.776941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.790421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:25.790421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.829179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:25.953376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:25.962972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.008232 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:26.011697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.020282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port fd5ee983-b3cf-4de5-a89b-2469ee3bb086, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:26.025775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.027757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:26.046162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.107919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.114759 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f36dca26-5cec-4d9d-a473-1f6a35995ae6 req-5b858132-5a83-41bd-ac17-9749057e9b26 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 210 time: 0.1502044 Dec 17 16:19:26.117034 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b00a33b2-4d51-4abb-91a6-35fc5996d390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:26.131952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b340e7-217e-4ade-83d5-9e41d1008343,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:26.147803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:26.150488 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.155356 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8b340e7-217e-4ade-83d5-9e41d1008343 HTTP/1.1" status: 204 len: 168 time: 0.4364769 Dec 17 16:19:26.210807 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'code': 200} Dec 17 16:19:26.212234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:26.231052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:26.283740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Pushing event updated for resources: {'Port': ['ID=ccea6ae3-4eb7-4172-93d4-e045f79beade,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:26.298250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:26.305572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:26.699649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Pushing event updated for resources: {'Port': ['ID=9900c6be-3585-4507-9eef-03baec614482,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:26.709317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:26.752908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-8b76638e-348e-40b4-bedc-85647abb4558 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:26.755744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:26.756434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:26.758153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] 10.222.0.68 "PUT /v2.0/ports/ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 1158 time: 6.2855182 Dec 17 16:19:26.763167 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa759f09-7582-4226-8173-a6f5271f647e', 'tag': 'ccea6ae3-4eb7-4172-93d4-e045f79beade'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:26.766512 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-8b76638e-348e-40b4-bedc-85647abb4558 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 817 time: 0.4045196 Dec 17 16:19:27.035157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:27.043438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:27.056713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:27.131102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41844) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:27.209216 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-0d67f914-a029-4582-ae69-d54670d6f13a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 5504 time: 0.3402655 Dec 17 16:19:27.216979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bb337-32c0-446b-8c36-196fbded2a12 req-0aadef12-d0f0-4be9-9654-e713638fd60a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:27.218664 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf3bb337-32c0-446b-8c36-196fbded2a12 req-0aadef12-d0f0-4be9-9654-e713638fd60a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.4502649 Dec 17 16:19:27.226228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'port': {'device_id': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'admin_state_up': True, 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'security_groups': ['090f93d7-68ed-4db3-8a68-879e80797dfd']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:27.242243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f6132380-7b18-4d8c-b4ca-6a97b8a6f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:27.244165 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-f6132380-7b18-4d8c-b4ca-6a97b8a6f1af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1161 time: 0.3593431 Dec 17 16:19:27.252772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:27.253581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:27.259223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1638308-907f-441c-94f5-34e9206ad78a req-4620d646-583b-4174-9563-60348675864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:27.260931 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e1638308-907f-441c-94f5-34e9206ad78a req-4620d646-583b-4174-9563-60348675864b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1162 time: 0.5018020 Dec 17 16:19:27.381340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2394e-785d-4160-9f34-e08207128667 req-d080b26c-57cd-4477-85bc-a9e9fb0aeab8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:27.382195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8e2394e-785d-4160-9f34-e08207128667 req-d080b26c-57cd-4477-85bc-a9e9fb0aeab8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Synchronizing usage tracker for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:27.392769 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-5506cdb7-426e-4c57-ad61-e368159fc36f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.1290832 Dec 17 16:19:27.410594 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6342165 Dec 17 16:19:27.411739 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf3bb337-32c0-446b-8c36-196fbded2a12 req-63e35f27-4688-45a7-bdfa-34fc67639c94 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406333 Dec 17 16:19:27.415719 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-46362d21-60cd-4e6e-967d-1c76e9f140ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=654d65b3bc224a1ea2f063526a886cdc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2757771 Dec 17 16:19:27.418439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41858) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:27.477742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Request body: {'port': {'device_id': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:27.514970 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e1638308-907f-441c-94f5-34e9206ad78a req-50bb7a48-9974-49e0-b32f-8dea9529279c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401509 Dec 17 16:19:27.526259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:27.535081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8e2394e-785d-4160-9f34-e08207128667 req-d080b26c-57cd-4477-85bc-a9e9fb0aeab8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Unset dirty status for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:27.536474 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8e2394e-785d-4160-9f34-e08207128667 req-d080b26c-57cd-4477-85bc-a9e9fb0aeab8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 931 time: 0.6423626 Dec 17 16:19:27.552696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:port and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:27.558551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for port was recalculated. Used quota:3. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:27.585197 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:27.619176 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa759f09-7582-4226-8173-a6f5271f647e', 'tag': 'ccea6ae3-4eb7-4172-93d4-e045f79beade', 'status': 'completed', 'code': 200} Dec 17 16:19:27.627994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:27.632409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Made reservation on behalf of 61ca9fbdba9f40ffa63c8f24b9252ef2 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:27.640065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:27.643978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-b293d499-e534-42b2-9aae-590054ce10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:27.645753 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-b293d499-e534-42b2-9aae-590054ce10f6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.2388291 Dec 17 16:19:27.754293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:27.847538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:27.916122 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8e2394e-785d-4160-9f34-e08207128667 req-1245df66-1fcd-4792-8144-ab247bec8991 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608854 Dec 17 16:19:27.918353 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-5409ca87-616b-41cf-ab82-69be89a451c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722013 Dec 17 16:19:27.975003 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a97318f4-1c4e-413b-8646-523454b4b993 req-9410ea36-d9cd-40d4-b0a2-771478012fe1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 210 time: 0.0883672 Dec 17 16:19:28.072752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:28.081115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-100d90dc-4a61-46cb-9530-605eee43e4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:28.103968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d213d-b6a0-4e3e-bbe4-86a563ed3fa0,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:28.111565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:28.213090 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-28f03ef6-0c74-482e-92da-477608a9c752 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599647 Dec 17 16:19:28.223146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:28.227240 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/668d213d-b6a0-4e3e-bbe4-86a563ed3fa0 HTTP/1.1" status: 204 len: 168 time: 0.8048742 Dec 17 16:19:28.292175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Allocated IP 172.20.0.11 (60505cfc-74ac-4cd7-8dcb-ba1467e2a99f/5450a1a8-f2a8-4ebb-b2d9-394504f8df57/b332b9ac-2f08-46b9-a369-ba5795e92252) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:28.446002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41906) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:28.551626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:28.676599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:28.677235 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:28.964988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.035135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7a8cb-aa0a-4557-aa02-cc51d2a0836b req-fee7c31f-22bc-4378-aeff-0fc0b3cbc97e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:29.049130 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f5e7a8cb-aa0a-4557-aa02-cc51d2a0836b req-fee7c31f-22bc-4378-aeff-0fc0b3cbc97e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.4108760 Dec 17 16:19:29.061969 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9900c6be-3585-4507-9eef-03baec614482 {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:19:29.072828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.081143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Transition to ACTIVE for port object b332b9ac-2f08-46b9-a369-ba5795e92252 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:29.103409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Transition to ACTIVE for port object 9900c6be-3585-4507-9eef-03baec614482 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:29.109270 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-414d3df7-86b8-44bb-90ec-024f2a9131cb req-728ea51a-064e-49cd-a813-d2baa9944451 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8838937 Dec 17 16:19:29.113070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.129867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:29.135796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.178574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:29.251837 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f5e7a8cb-aa0a-4557-aa02-cc51d2a0836b req-6de646b3-c6f5-4837-9153-cfcadc585618 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017989 Dec 17 16:19:29.403873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9900c6be-3585-4507-9eef-03baec614482,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:29.407627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:29.558974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08577bbc-896b-47b9-a375-c4f91bfde315 req-82e4a59c-8ef6-4477-8ba8-2f2272251d6c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:29.568273 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-08577bbc-896b-47b9-a375-c4f91bfde315 req-82e4a59c-8ef6-4477-8ba8-2f2272251d6c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 943 time: 0.3909311 Dec 17 16:19:29.588245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e917c4-c237-4071-a271-d6eecf32645d req-c4c09f75-29a2-4343-b20f-94d737260ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:29.589939 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-c4c09f75-29a2-4343-b20f-94d737260ea9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1161 time: 0.3477368 Dec 17 16:19:29.634654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.664175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:29.668345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Usage tracker for resource:security_group_rule and tenant:429a31996b39484cad0c2fb38b061e57 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:29.671935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:29.678015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:29.776246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:29.785567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:29.789397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:29.794743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:29.808503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:29.852850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.881685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:29.897362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:29.955853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-08577bbc-896b-47b9-a375-c4f91bfde315 req-a5bc3807-072e-4692-a4db-e227358bea1a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865161 Dec 17 16:19:30.024654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0933-0910-4b7e-ab11-aef19db5fd59 req-532d1d5a-a2c8-404b-80ac-1ae2c8fd7ed5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:30.025602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-9c3e0933-0910-4b7e-ab11-aef19db5fd59 req-532d1d5a-a2c8-404b-80ac-1ae2c8fd7ed5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:30.032986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7550f8-c148-4fe2-8503-e13b4d3aa452,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:30.040694 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=429a31996b39484cad0c2fb38b061e57&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5879705 Dec 17 16:19:30.049274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 41948) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:30.052572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:30.053453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.058461 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:30.066623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Attempting to bind port 9900c6be-3585-4507-9eef-03baec614482 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:30.067009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Attempting to bind port 9900c6be-3585-4507-9eef-03baec614482 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:30.067393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Attempting to bind port 9900c6be-3585-4507-9eef-03baec614482 on network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:30.097567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-9c3e0933-0910-4b7e-ab11-aef19db5fd59 req-532d1d5a-a2c8-404b-80ac-1ae2c8fd7ed5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:30.105676 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9c3e0933-0910-4b7e-ab11-aef19db5fd59 req-532d1d5a-a2c8-404b-80ac-1ae2c8fd7ed5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 932 time: 0.5690839 Dec 17 16:19:30.116124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:30.116503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Checking segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:30.116917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.117339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Bound using segment: {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:30.117833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Bound port: 9900c6be-3585-4507-9eef-03baec614482, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da12e531-8158-4c4c-b8cc-586260de8def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8d2ff84-57ae-4fd3-ac99-40904427c7f3'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:30.118207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.139983 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9202733 Dec 17 16:19:30.166173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Request body: {'port': {'device_id': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:30.241905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-93cdf03c-ed20-47a3-9400-8e43c6886fd3 None None] Provisioning for port b332b9ac-2f08-46b9-a369-ba5795e92252 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:30.251617 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9c3e0933-0910-4b7e-ab11-aef19db5fd59 req-04e47cc1-9803-4d5e-a7c8-d47e93bbabcc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447628 Dec 17 16:19:30.255490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-93cdf03c-ed20-47a3-9400-8e43c6886fd3 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:30.258763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-93cdf03c-ed20-47a3-9400-8e43c6886fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.403989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-93cdf03c-ed20-47a3-9400-8e43c6886fd3 None None] Port b332b9ac-2f08-46b9-a369-ba5795e92252 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:19:30.414135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e917c4-c237-4071-a271-d6eecf32645d req-010934f3-9119-4489-b078-8397ec13344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:30.434660 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-010934f3-9119-4489-b078-8397ec13344b service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.8173745 Dec 17 16:19:30.472783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.677227 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-535b9a9b-1c24-47e9-a788-5d3ac042a61e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.2415202 Dec 17 16:19:30.681552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.714138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.787555 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] For port 9900c6be-3585-4507-9eef-03baec614482, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:30.795093 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] For port 9900c6be-3585-4507-9eef-03baec614482, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9900c6be-3585-4507-9eef-03baec614482,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:30.828983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.868388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:30.909761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:30.973412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e917c4-c237-4071-a271-d6eecf32645d req-c8523c91-f630-4c4d-9e1b-a44665ad016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:30.974972 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-c8523c91-f630-4c4d-9e1b-a44665ad016b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.2398028 Dec 17 16:19:31.087745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 41986) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:31.126056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b332b9ac-2f08-46b9-a369-ba5795e92252 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:19:31.135703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca7759-adbb-44bb-a1e9-1833e7945fef req-24706b32-9f6a-45e3-b5da-f150f56fe8f3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:31.138216 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-93ca7759-adbb-44bb-a1e9-1833e7945fef req-24706b32-9f6a-45e3-b5da-f150f56fe8f3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.5329103 Dec 17 16:19:31.209544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:31.236144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Transition to ACTIVE for port object b332b9ac-2f08-46b9-a369-ba5795e92252 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:31.246723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:31.254236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:31.255675 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f7550f8-c148-4fe2-8503-e13b4d3aa452 HTTP/1.1" status: 204 len: 168 time: 1.2054636 Dec 17 16:19:31.273031 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-c27377b0-5c75-4e15-872c-a906035f3ae8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547530 Dec 17 16:19:31.276568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:31.276824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:31.278323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:31.279977 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] 10.222.0.68 "PUT /v2.0/ports/9900c6be-3585-4507-9eef-03baec614482 HTTP/1.1" status: 200 len: 1157 time: 3.8161232 Dec 17 16:19:31.282835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'tag': '9900c6be-3585-4507-9eef-03baec614482'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:31.290408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9900c6be-3585-4507-9eef-03baec614482,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:31.328936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:31.343955 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-93ca7759-adbb-44bb-a1e9-1833e7945fef req-ba289bfd-89c3-45f3-b6ce-31661e1870a5 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486986 Dec 17 16:19:31.345216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:31.645976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:31.675776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:31.692542 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:31.716116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61297e2d-0a09-4ddf-a891-184d64c248b3 req-2a90cbd5-5c86-4188-b753-309c9b4decc0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:31.718246 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-61297e2d-0a09-4ddf-a891-184d64c248b3 req-2a90cbd5-5c86-4188-b753-309c9b4decc0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 943 time: 0.5854735 Dec 17 16:19:31.722324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:31.791329 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-3c31abb4-8599-45a0-b2c2-ebed487edbab service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608285 Dec 17 16:19:31.794594 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'tag': '9900c6be-3585-4507-9eef-03baec614482', 'status': 'completed', 'code': 200} Dec 17 16:19:31.827229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Usage tracker for resource:security_group_rule and tenant:eed3103904a14b70bc14c0eadf5b2107 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:31.841937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:31.848057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-61297e2d-0a09-4ddf-a891-184d64c248b3 req-b457a01e-092f-44fd-99dc-1ee69e595106 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Synchronizing usage tracker for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:31.848264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7550f8-c148-4fe2-8503-e13b4d3aa452,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:31.915076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:31.935375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:32.042136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.082544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-61297e2d-0a09-4ddf-a891-184d64c248b3 req-b457a01e-092f-44fd-99dc-1ee69e595106 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Unset dirty status for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:32.083819 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-61297e2d-0a09-4ddf-a891-184d64c248b3 req-b457a01e-092f-44fd-99dc-1ee69e595106 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581877 Dec 17 16:19:32.102406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.128233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-74ffff82-cb8a-4445-bd84-fa8298be9396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:32.172371 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51e917c4-c237-4071-a271-d6eecf32645d req-34926a38-3483-4ebf-a5d6-85bf75e5bf09 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3251877 Dec 17 16:19:32.243235 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42028) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:32.272987 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eed3103904a14b70bc14c0eadf5b2107&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1841722 Dec 17 16:19:32.274862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.278560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42032) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:32.281143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741be945-43a3-4af3-b089-f2fe44b185ba,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:32.286447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:32.302216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-7b49b7e9-b5ee-478d-a910-b3443a66d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:32.303666 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-7b49b7e9-b5ee-478d-a910-b3443a66d592 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 1160 time: 0.5149703 Dec 17 16:19:32.311951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:32.327478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Attempting to bind port b332b9ac-2f08-46b9-a369-ba5795e92252 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:32.327853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Attempting to bind port b332b9ac-2f08-46b9-a369-ba5795e92252 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:32.328228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Attempting to bind port b332b9ac-2f08-46b9-a369-ba5795e92252 on network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:32.342086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:32.342469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Checking segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:32.342880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.343282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Bound using segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:32.343773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Bound port: b332b9ac-2f08-46b9-a369-ba5795e92252, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:32.344161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.401319 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-5f24b527-ec8a-4ccf-b75f-d6c769aaec32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9900c6be-3585-4507-9eef-03baec614482 HTTP/1.1" status: 200 len: 217 time: 0.0822792 Dec 17 16:19:32.402656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1116dd05f24ba1a1ddc9b49f6b326e is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:32.412905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-5c6dc309-eb1c-4fa8-9160-0bb0eb8d92e7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:32.414189 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-5c6dc309-eb1c-4fa8-9160-0bb0eb8d92e7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:32.489709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:32.502121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-329e7219-af04-4f71-9de9-8502edbf9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:32.504283 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-329e7219-af04-4f71-9de9-8502edbf9d7b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.0847244 Dec 17 16:19:32.509430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:32.551831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.567304 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-312271f4-4acb-46fb-9d36-82d9cd5e5218 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524132 Dec 17 16:19:32.630978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-5c6dc309-eb1c-4fa8-9160-0bb0eb8d92e7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:32.638849 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-5c6dc309-eb1c-4fa8-9160-0bb0eb8d92e7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.8418698 Dec 17 16:19:32.641166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.659670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-7e3ab770-2e77-425c-9143-d29682ade5b7 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:19:32.678101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:32.714706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d1226-6c69-49e0-80e3-b466297ed842 req-a1b1abd8-10ad-499a-9d5f-0589636707a2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:32.721404 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a44d1226-6c69-49e0-80e3-b466297ed842 req-a1b1abd8-10ad-499a-9d5f-0589636707a2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.3438997 Dec 17 16:19:32.723798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:32.738073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42044) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:32.746278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:32.762427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'floatingip': {'port_id': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:32.975087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.033333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-c0308005-ed2a-4175-a0f9-2b966a54cc50 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:33.034349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fc814ca6-f072-41d5-87c2-70f730a5ac17 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:33.059528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.080740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-c0308005-ed2a-4175-a0f9-2b966a54cc50 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:33.082034 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51071acb-a6b4-4339-8db4-16995cdc8ef1 req-c0308005-ed2a-4175-a0f9-2b966a54cc50 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016559 Dec 17 16:19:33.084278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.149626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-72bdd9eb-12f4-490b-a805-c9279d5a0a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:33.173030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:33.197389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c49d46-bcde-4504-819d-3444d2063981,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:33.230590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:33.283265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port ccea6ae3-4eb7-4172-93d4-e045f79beade completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:33.295556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port ccea6ae3-4eb7-4172-93d4-e045f79beade triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:33.296335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.309051 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-8aec364c-3e02-4a40-a10a-f8280352852c service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689582 Dec 17 16:19:33.311405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.314530 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-76f167a3-2eee-435f-909f-f8c85e3a25c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa1116dd05f24ba1a1ddc9b49f6b326e&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0684597 Dec 17 16:19:33.315286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42062) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:33.395228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:33.399022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:33.399700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.401190 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] 10.222.0.68 "PUT /v2.0/ports/b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 1158 time: 3.2462437 Dec 17 16:19:33.403558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:33.411735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:33.412660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:33.428146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741be945-43a3-4af3-b089-f2fe44b185ba,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:33.430310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.431727 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/741be945-43a3-4af3-b089-f2fe44b185ba HTTP/1.1" status: 204 len: 168 time: 1.1520505 Dec 17 16:19:33.440484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:33.445220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.485685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53d4fc-b339-416b-9701-cca773acf4a1 req-333b04d5-05b5-4f72-9e1f-4cb16f88b20a tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:33.491382 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a53d4fc-b339-416b-9701-cca773acf4a1 req-333b04d5-05b5-4f72-9e1f-4cb16f88b20a tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.1863964 Dec 17 16:19:33.508601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port ccea6ae3-4eb7-4172-93d4-e045f79beade, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:33.527769 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa759f09-7582-4226-8173-a6f5271f647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccea6ae3-4eb7-4172-93d4-e045f79beade'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:33.533581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.545724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:33.630306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=ccea6ae3-4eb7-4172-93d4-e045f79beade,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:33.635609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:33.680932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-d53c8f14-32f1-4558-bc80-ee8f0c2ce230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:33.682590 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-d53c8f14-32f1-4558-bc80-ee8f0c2ce230 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1161 time: 0.1902146 Dec 17 16:19:33.685598 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a53d4fc-b339-416b-9701-cca773acf4a1 req-45c6e048-467b-46f2-b1ef-9f7775a71941 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916555 Dec 17 16:19:33.750872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.770877 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'status': 'completed', 'code': 200} Dec 17 16:19:33.779766 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-1d4c781e-7893-420a-8a56-1390b60f850b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 217 time: 0.0826738 Dec 17 16:19:33.823503 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa759f09-7582-4226-8173-a6f5271f647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccea6ae3-4eb7-4172-93d4-e045f79beade', 'code': 200} Dec 17 16:19:33.866981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-79030544-8730-4387-a8ba-ef1a48822c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:33.868614 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-79030544-8730-4387-a8ba-ef1a48822c26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0742049 Dec 17 16:19:33.887454 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8ce1ad53-d176-4325-b9c6-4c023ff6ffb6 req-66e0f635-038c-43f2-a726-f5fe69f552e1 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5587397 Dec 17 16:19:33.903403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:33.925956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14728-bf7e-49e3-a3d7-7beed85a562e req-d6d034e7-290a-4af4-b41c-3e3dddea988e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:33.934785 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2e14728-bf7e-49e3-a3d7-7beed85a562e req-d6d034e7-290a-4af4-b41c-3e3dddea988e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 943 time: 0.5650554 Dec 17 16:19:33.958129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-1a170a53-0b9f-4f3e-bafc-fc16d5bf4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:33.960133 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-1a170a53-0b9f-4f3e-bafc-fc16d5bf4c59 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849164 Dec 17 16:19:34.081627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42078) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:34.093712 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2e14728-bf7e-49e3-a3d7-7beed85a562e req-4753aa4c-0dbd-4d79-9b4f-aebc2a8b8659 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577926 Dec 17 16:19:34.130477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:34.208811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:34.223530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Usage tracker for resource:security_group_rule and tenant:cde80d6fac934a699fa19bbe14156408 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:34.228921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:34.239607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:34.271569 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-64ff19d5-7b05-4044-997d-8e9371310802 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478919 Dec 17 16:19:34.562601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:34.617337 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0bf896c-d9a5-428a-a92d-ccd739399100 req-d02a53f7-9acd-4665-8bf0-2483451de333 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3334458 Dec 17 16:19:34.627945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d007c-51a3-4b0d-9061-21083cc7f585 req-5589613e-2ab0-4419-9338-32ebc8104db9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:34.629767 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-db7d007c-51a3-4b0d-9061-21083cc7f585 req-5589613e-2ab0-4419-9338-32ebc8104db9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.3572693 Dec 17 16:19:34.742874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port ccea6ae3-4eb7-4172-93d4-e045f79beade triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:34.743296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:34.763783 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-db7d007c-51a3-4b0d-9061-21083cc7f585 req-a8979c90-4ed1-4389-9e61-bc5b96fde5ea tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038120 Dec 17 16:19:34.879756 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:34.885557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:34.910576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:34.913282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:34.920077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:34.948981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8487b4-5a63-4682-b774-2a354a4cf126,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:34.957179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:34.962304 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.resource_extend [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 17 16:19:34.976736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-e547d7f4-206f-4738-977c-4edeb9fe7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:34.978396 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-e547d7f4-206f-4738-977c-4edeb9fe7586 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1161 time: 0.2134886 Dec 17 16:19:34.981920 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cde80d6fac934a699fa19bbe14156408&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8955431 Dec 17 16:19:34.984674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42102) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:35.072859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c49d46-bcde-4504-819d-3444d2063981,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:35.097489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42106) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:35.125204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.125611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.126003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.126390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.126985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.127100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.127487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.127863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.128243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.128619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.128992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.129666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.129853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.130188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.130890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.130890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.131247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.131602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.131971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.132499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.132875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.133279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.133654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.134063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.155968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:35.156874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.158145 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47c49d46-bcde-4504-819d-3444d2063981 HTTP/1.1" status: 204 len: 168 time: 1.8393953 Dec 17 16:19:35.180757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.203846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac18017-c5fa-4524-aaf5-4baabeb306e5 req-38ce3dd0-8308-469d-9763-90c5d8801356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.205829 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1ac18017-c5fa-4524-aaf5-4baabeb306e5 req-38ce3dd0-8308-469d-9763-90c5d8801356 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 1.0623085 Dec 17 16:19:35.215616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-35bb8714-42d9-48c1-b306-fff4ee825835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.217267 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-35bb8714-42d9-48c1-b306-fff4ee825835 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.2297225 Dec 17 16:19:35.219089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.226136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.227842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-cd17c0b6-cb90-4af1-ba48-df7a49f4b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.229503 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-cd17c0b6-cb90-4af1-ba48-df7a49f4b467 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 1160 time: 1.1466730 Dec 17 16:19:35.248693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.388234 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-c4ab1222-5056-4277-a04f-b2b645801433 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 217 time: 0.1134202 Dec 17 16:19:35.480059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.489374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-51fd8ae1-7bfc-4348-b1e4-c533340f9142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:35.510651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8487b4-5a63-4682-b774-2a354a4cf126,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:35.528082 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-62e71f12-6a9d-497d-b7a5-294ae2aeb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.529729 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-62e71f12-6a9d-497d-b7a5-294ae2aeb0d8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.1321242 Dec 17 16:19:35.538349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.538807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.539213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.539608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.540469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.540469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.540739 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.541105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.541516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.542103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.542230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.542610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.543085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.544324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.544715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.545110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.545531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.545919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.546294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.546668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.547292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.547677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.548055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.548431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:35.551967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.553306 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c8487b4-5a63-4682-b774-2a354a4cf126 HTTP/1.1" status: 204 len: 168 time: 0.5676003 Dec 17 16:19:35.554451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:35.610552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.611185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75147-736a-4fee-8d8c-a25cb1270476 req-0e4229b8-512d-4414-8b3f-f76af98e3932 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.612777 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6ac75147-736a-4fee-8d8c-a25cb1270476 req-0e4229b8-512d-4414-8b3f-f76af98e3932 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 943 time: 0.2814143 Dec 17 16:19:35.655956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42124) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:35.693259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.699165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:35.703729 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1ac18017-c5fa-4524-aaf5-4baabeb306e5 req-392de1c6-1fc6-40c0-92ac-3606a7ac6795 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690369 Dec 17 16:19:35.709814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51ceab-bcad-4b99-9205-fd924e0123ea req-e7610716-473a-49db-9b3e-facf642a975b tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.713552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6ac75147-736a-4fee-8d8c-a25cb1270476 req-8ab67708-a591-4e7a-8f05-5200b4b4e585 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917172 Dec 17 16:19:35.717650 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb51ceab-bcad-4b99-9205-fd924e0123ea req-e7610716-473a-49db-9b3e-facf642a975b tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.7823522 Dec 17 16:19:35.721019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:35.727635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-0cf17ef7-bc95-493f-9a0b-8f80d8a45922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.728442 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-0cf17ef7-bc95-493f-9a0b-8f80d8a45922 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1729188 Dec 17 16:19:35.729509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Usage tracker for resource:security_group_rule and tenant:c137f890f2b549ff82d8595360fad421 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:35.733315 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:35.736866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7345a2ddca64b07a009dcca1787e754 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:35.739439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:35.740680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:35.775841 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Floating IP a75c2e49-e318-42e1-b147-ce7df09fa265 associated. External IP: 172.28.3.41, port: fd5ee983-b3cf-4de5-a89b-2469ee3bb086. Dec 17 16:19:35.830652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.833880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:35.835939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:35.843272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:35.888851 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c137f890f2b549ff82d8595360fad421&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2293708 Dec 17 16:19:35.888851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f7daa-9f63-4dd9-a4c8-13aaedb4dd97,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:35.890743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42134) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:35.907672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:35.971497 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb51ceab-bcad-4b99-9205-fd924e0123ea req-20eab128-8b08-461b-b472-c9cad227a6c7 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529233 Dec 17 16:19:35.978055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-39f21ea7-15f9-4fda-9d2b-53e34257ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:35.979819 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-39f21ea7-15f9-4fda-9d2b-53e34257ff8b service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.6462929 Dec 17 16:19:36.046464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-36ebf62a-7d79-4052-b024-91c6c55530ee tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:36.048487 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-36ebf62a-7d79-4052-b024-91c6c55530ee tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.68 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.7108977 Dec 17 16:19:36.096382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:36.196578 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-bbd9485e-53b3-49f0-92cf-32a89fc79089 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9900c6be-3585-4507-9eef-03baec614482 HTTP/1.1" status: 200 len: 217 time: 0.1468983 Dec 17 16:19:36.233687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:36.316421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Deleting port 84514274-530a-42bf-bed2-b2341a374f85 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:19:36.316634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:36.324885 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-125c87a5-92e6-4d6a-bc71-f14fa0723512 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238697 Dec 17 16:19:36.342563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c24d6-99bb-4ea0-a4aa-b83d2a14f92f req-f893cc78-d530-42be-afab-9abb8e7b7984 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:36.344201 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a93c24d6-99bb-4ea0-a4aa-b83d2a14f92f req-f893cc78-d530-42be-afab-9abb8e7b7984 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.3447764 Dec 17 16:19:36.519071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:36.530423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0aef383a-3d74-4e61-88c0-346e3d1b7dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:36.550163 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a93c24d6-99bb-4ea0-a4aa-b83d2a14f92f req-27a269b8-144a-452c-b962-997401d97008 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720238 Dec 17 16:19:36.560309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f7daa-9f63-4dd9-a4c8-13aaedb4dd97,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:36.573094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:36.577240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:36.578458 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b2f7daa-9f63-4dd9-a4c8-13aaedb4dd97 HTTP/1.1" status: 204 len: 168 time: 0.6867561 Dec 17 16:19:36.584963 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dd1160ba-b0a7-4365-8177-dc566a77ced5 req-9efc9262-d261-4696-8b4b-891a21e9b946 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2397327 Dec 17 16:19:36.691085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-50d4c61c-0f90-4a9f-b6d0-e7032794209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:36.692699 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-50d4c61c-0f90-4a9f-b6d0-e7032794209d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.4851246 Dec 17 16:19:36.868112 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-0b7ee758-344d-42f7-a935-453a278d00e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934689 Dec 17 16:19:36.883861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.004991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.027631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:37.060174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9900c6be-3585-4507-9eef-03baec614482 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:37.159673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Router b342b183-9a0a-456d-9f40-fce7ab53578c has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:19:37.176960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 9900c6be-3585-4507-9eef-03baec614482 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:37.182425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 9900c6be-3585-4507-9eef-03baec614482 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:37.182844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.227722 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7345a2ddca64b07a009dcca1787e754&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1257596 Dec 17 16:19:37.228370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42182) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:37.233263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c568a0a-a4d3-49ae-9e6e-81821b7ac41f,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:37.274072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593763-f4f0-49b9-a155-85384d961e46 req-43497ffa-f21c-489e-9abe-bc3bf145f1cb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:37.275761 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5e593763-f4f0-49b9-a155-85384d961e46 req-43497ffa-f21c-489e-9abe-bc3bf145f1cb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 946 time: 0.1322119 Dec 17 16:19:37.299199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:37.369141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.391349 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5e593763-f4f0-49b9-a155-85384d961e46 req-58652fb1-9f82-4878-8540-1b5033405069 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Dec 17 16:19:37.444253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.455847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.507841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42194) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:37.511605 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-45352b68-50b3-42b2-ba20-1ccc077c25a8 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238499 Dec 17 16:19:37.526795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 9900c6be-3585-4507-9eef-03baec614482, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9900c6be-3585-4507-9eef-03baec614482,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:37.527003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] For port 84514274-530a-42bf-bed2-b2341a374f85, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=84514274-530a-42bf-bed2-b2341a374f85,segment=NetworkSegment(1fd943a1-ee59-4410-a09b-8e97ebf8f97f),segment_id=1fd943a1-ee59-4410-a09b-8e97ebf8f97f)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:37.527206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.530137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9900c6be-3585-4507-9eef-03baec614482'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:37.555784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.562154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f26b947-affa-4aeb-8e2b-8911b463e9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:37.608053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.613662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3ffde7d-f829-43c7-b764-6bc5aa38cf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:37.631044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c568a0a-a4d3-49ae-9e6e-81821b7ac41f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:37.646652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:37.648891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.650169 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c568a0a-a4d3-49ae-9e6e-81821b7ac41f HTTP/1.1" status: 204 len: 168 time: 0.4210608 Dec 17 16:19:37.658753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 84514274-530a-42bf-bed2-b2341a374f85 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:19:37.673931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9f27-99ac-471b-9366-70b135385ad4 req-2a76577a-355a-4204-9b02-97aaa43b56fc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:37.683515 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8bbc9f27-99ac-471b-9366-70b135385ad4 req-2a76577a-355a-4204-9b02-97aaa43b56fc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 943 time: 0.7945271 Dec 17 16:19:37.825962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:37.857920 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9900c6be-3585-4507-9eef-03baec614482', 'code': 200} Dec 17 16:19:37.888694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:37.890953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Calling delete_port for 84514274-530a-42bf-bed2-b2341a374f85 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:19:37.900589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e1911297ca7d43d38c74dc45f5013172 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:37.911591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:37.930954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:38.076905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.146777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 84514274-530a-42bf-bed2-b2341a374f85, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=84514274-530a-42bf-bed2-b2341a374f85,segment=NetworkSegment(1fd943a1-ee59-4410-a09b-8e97ebf8f97f),segment_id=1fd943a1-ee59-4410-a09b-8e97ebf8f97f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:38.153600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.168280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=9900c6be-3585-4507-9eef-03baec614482,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:38.178965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.179780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.180313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.180859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.181406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.181996 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.182551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.183136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.183726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.184473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.185359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.185953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.186822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.187390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.188584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.189229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.189953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.190535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.191099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.191668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.192239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.192802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.193436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.194009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:19:38.199478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:38.200885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:38.277314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=84514274-530a-42bf-bed2-b2341a374f85,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:38.290763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:38.307830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:19:38.308186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:19:38.345714 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8bbc9f27-99ac-471b-9366-70b135385ad4 req-07a8b773-3d65-414a-bdd0-a80aa17ad16c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602356 Dec 17 16:19:38.351842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:19:38.369986 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-814ea808-1186-4f64-a831-511213557333 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8462198 Dec 17 16:19:38.370668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42218) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:38.379240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:19:38.391758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.415186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:38.416137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:19:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:38.438852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:38.453267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7fdedcc0c949ba82f311937ff33bf3 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:38.460364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:38.495683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.596299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:38.607979 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2604efb1-6f5b-476f-82f3-612d997eb85c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "PUT /v2.0/floatingips/a75c2e49-e318-42e1-b147-ce7df09fa265 HTTP/1.1" status: 200 len: 990 time: 5.8594997 Dec 17 16:19:38.614139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:38.732819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.740060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.754897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-15347259-9a4f-42db-9cd2-d7820c80605b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:38.821041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb55b8-fcca-413f-969b-fadd142aed88 req-bcd25b65-edf4-46ba-834a-83e02ee5d7c5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:38.822867 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-36bb55b8-fcca-413f-969b-fadd142aed88 req-bcd25b65-edf4-46ba-834a-83e02ee5d7c5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.8601944 Dec 17 16:19:38.823145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Deleting port 84514274-530a-42bf-bed2-b2341a374f85 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:19:38.823538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.831421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eae16-2aca-4c4b-9999-e7ac583cd6dc req-b0f87b4b-01c8-40d2-9c09-6ff65e7307d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:38.837844 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-320eae16-2aca-4c4b-9999-e7ac583cd6dc req-b0f87b4b-01c8-40d2-9c09-6ff65e7307d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 1162 time: 0.7488997 Dec 17 16:19:38.847272 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1911297ca7d43d38c74dc45f5013172&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3382802 Dec 17 16:19:38.853475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:38.854389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42240) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:38.867163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22910543-3201-4127-8787-f6466f194344,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:38.908631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:38.972724 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-36bb55b8-fcca-413f-969b-fadd142aed88 req-4c92f8d0-079d-467e-a986-778c8c69358c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297510 Dec 17 16:19:38.991493 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-320eae16-2aca-4c4b-9999-e7ac583cd6dc req-5e8fdb1c-d9b4-4003-ada3-09ead3ac6894 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431043 Dec 17 16:19:39.038298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:39.176550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.211316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b2e04420-8f5f-4485-8792-b185cf1238b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.217002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2d594309-fca2-4613-81c6-b49df941ba4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:39.244416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec354-99d4-4b8e-b915-a84288d20333 req-8f96759a-7685-4fb3-98eb-9e936472e631 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:39.245387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-56eec354-99d4-4b8e-b915-a84288d20333 req-8f96759a-7685-4fb3-98eb-9e936472e631 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Synchronizing usage tracker for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:39.329034 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-56eec354-99d4-4b8e-b915-a84288d20333 req-8f96759a-7685-4fb3-98eb-9e936472e631 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Unset dirty status for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:39.336281 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-56eec354-99d4-4b8e-b915-a84288d20333 req-8f96759a-7685-4fb3-98eb-9e936472e631 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 944 time: 0.6557255 Dec 17 16:19:39.342880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42286) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:39.343517 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff7fdedcc0c949ba82f311937ff33bf3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9715910 Dec 17 16:19:39.346847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:39.362663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce2045-e946-4049-bf01-96a50f513e21,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:39.366467 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:39.483998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.506188 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'status': 'completed', 'code': 200} Dec 17 16:19:39.538385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port b332b9ac-2f08-46b9-a369-ba5795e92252 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:19:39.541693 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-56eec354-99d4-4b8e-b915-a84288d20333 req-4eca4e81-b8ea-4b18-8b82-de8df31e4d60 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/security-groups?id=49940294-989b-468b-94ef-f30754743348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042489 Dec 17 16:19:39.552277 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.557610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:39.560648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.623036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.704943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': 'a75c2e49-e318-42e1-b147-ce7df09fa265', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'port_id': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'mac_address': 'fa:16:3e:e4:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d876df-457f-47a2-8dbe-02212103a375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:18:50Z', 'updated_at': '2020-12-17T16:19:34Z', 'revision_number': 1, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:39.713403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:19:39.727185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:39.727857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:19:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:39.755373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.780642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.790707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.797469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-da889ccc-e80c-47ac-95c8-0b4bc4333c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:39.832883 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce2045-e946-4049-bf01-96a50f513e21,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:39.835800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.844168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:39.853266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cde41e7e-d824-43d6-892e-232b07e49c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:39.861193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84514274-530a-42bf-bed2-b2341a374f85'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:39.874131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22910543-3201-4127-8787-f6466f194344,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:39.876053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.877411 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2ce2045-e946-4049-bf01-96a50f513e21 HTTP/1.1" status: 204 len: 168 time: 0.5333767 Dec 17 16:19:39.888454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:39.889446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:39.893567 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22910543-3201-4127-8787-f6466f194344 HTTP/1.1" status: 204 len: 168 time: 1.0289731 Dec 17 16:19:39.897856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-64b2e04d-2beb-4b60-841b-1f158f669af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:39.899873 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-64b2e04d-2beb-4b60-841b-1f158f669af6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1162 time: 0.2509995 Dec 17 16:19:39.912517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d9d6-e342-490e-8c32-bd08df0c7397 req-22d871c8-a8cd-4dae-bdc3-e433b8336105 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:39.914516 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a5a6d9d6-e342-490e-8c32-bd08df0c7397 req-22d871c8-a8cd-4dae-bdc3-e433b8336105 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1737072 Dec 17 16:19:39.931472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:40.007219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:40.022478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:40.023760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9900c6be-3585-4507-9eef-03baec614482 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:40.131365 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84514274-530a-42bf-bed2-b2341a374f85', 'code': 200} Dec 17 16:19:40.132109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0cddb5e9-687e-44d3-aef4-6df971f28720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:40.154320 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a5a6d9d6-e342-490e-8c32-bd08df0c7397 req-4f11db2a-07a7-42d2-a60d-55c7b9cc81d0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119718 Dec 17 16:19:40.198632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] For port 84514274-530a-42bf-bed2-b2341a374f85, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=84514274-530a-42bf-bed2-b2341a374f85,segment=NetworkSegment(1fd943a1-ee59-4410-a09b-8e97ebf8f97f),segment_id=1fd943a1-ee59-4410-a09b-8e97ebf8f97f)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:19:40.200524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:40.298891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:40.308771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:40.383983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 9900c6be-3585-4507-9eef-03baec614482 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:40.384529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:40.443058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-aa05f7c6-9f23-42e5-bcfc-dceeca0de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:40.444817 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-aa05f7c6-9f23-42e5-bcfc-dceeca0de9b4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.5290821 Dec 17 16:19:40.520479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Calling delete_port for 84514274-530a-42bf-bed2-b2341a374f85 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:19:40.819104 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-8b0f7a25-66d5-4a97-af2c-15e255725ea9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 998 time: 0.3487699 Dec 17 16:19:40.907284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de8049-03ac-4f93-a1f9-de3aee9ef461 req-3872f4f1-ea48-4c71-a03e-8eb8fdfc1780 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:40.915548 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-30de8049-03ac-4f93-a1f9-de3aee9ef461 req-3872f4f1-ea48-4c71-a03e-8eb8fdfc1780 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.4090214 Dec 17 16:19:40.991609 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-30de8049-03ac-4f93-a1f9-de3aee9ef461 req-245fb535-bfb3-4760-b045-b816ce0df35d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753870 Dec 17 16:19:41.003822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:41.040927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:41.072690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-3d5b456c-4024-4a96-afba-6ebd55408f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:41.076704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-3d5b456c-4024-4a96-afba-6ebd55408f8f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.2480164 Dec 17 16:19:41.078280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': 'a75c2e49-e318-42e1-b147-ce7df09fa265', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'port_id': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'mac_address': 'fa:16:3e:e4:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d876df-457f-47a2-8dbe-02212103a375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:18:50Z', 'updated_at': '2020-12-17T16:19:34Z', 'revision_number': 1, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:41.098429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a640863-6c15-4dce-88fd-1735575c45ee None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': 'a75c2e49-e318-42e1-b147-ce7df09fa265', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'port_id': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'mac_address': 'fa:16:3e:e4:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d876df-457f-47a2-8dbe-02212103a375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:18:50Z', 'updated_at': '2020-12-17T16:19:34Z', 'revision_number': 1, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:19:41.118426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Pushing event deleted for resources: {'Port': ['ID=84514274-530a-42bf-bed2-b2341a374f85,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:41.124387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:41.234839 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e910c9b8-39b8-486c-8c2b-4f397517c69a req-f154053a-7978-420d-8b98-dee1c5d983eb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 0.1564066 Dec 17 16:19:41.271770 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-9a39ff04-e39c-4020-9002-5792648e35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:41.280762 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-9a39ff04-e39c-4020-9002-5792648e35f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1300261 Dec 17 16:19:41.420287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] No DVR routers for this DVR port 84514274-530a-42bf-bed2-b2341a374f85 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:19:41.424114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:41.442172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:41.487601 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-36accd4c-f713-4c38-a564-a411fa4ed693 req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.68 "DELETE /v2.0/ports/84514274-530a-42bf-bed2-b2341a374f85 HTTP/1.1" status: 204 len: 173 time: 5.3626084 Dec 17 16:19:41.518845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'name': 'network-vif-deleted', 'tag': '84514274-530a-42bf-bed2-b2341a374f85'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:41.609680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0017e-0ebf-4dd6-bc30-099c3cf97558 req-19dd7b31-84a1-4653-b93f-04df889b61ac tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:41.617521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bca43b-588b-4b6d-a474-584dba59da02 None None] New status for floating IP a75c2e49-e318-42e1-b147-ce7df09fa265: ACTIVE {{(pid=80335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:19:41.619297 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-ec4b87c4-e556-4b9a-83cf-11351307aa96 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194084 Dec 17 16:19:41.632367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26e0017e-0ebf-4dd6-bc30-099c3cf97558 req-19dd7b31-84a1-4653-b93f-04df889b61ac tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2089088 Dec 17 16:19:41.747997 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26e0017e-0ebf-4dd6-bc30-099c3cf97558 req-2660c21a-ff7c-4959-89fc-d01142c464f6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146684 Dec 17 16:19:41.753234 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bef47ee-16b8-419e-a5e9-1a5c9f71bde1', 'name': 'network-vif-deleted', 'tag': '84514274-530a-42bf-bed2-b2341a374f85', 'status': 'completed', 'code': 200} Dec 17 16:19:42.003849 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-393cf6af-d135-45ce-b696-fecd0b792f0f req-91b6f023-cd71-43e9-a464-002ce18b7102 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3769524 Dec 17 16:19:42.207186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:42.243699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-94d97a53-77c1-46c0-bd43-3eb4c4f79a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:42.249778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42390) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:42.261876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:42.262953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:42.485473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9900c6be-3585-4507-9eef-03baec614482 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:42.509938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2346d-05f5-4f7a-8a62-ae0b4810493a req-9c3d9b45-7b4d-44dc-9367-0c9a2a0049e7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:42.515175 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-85d2346d-05f5-4f7a-8a62-ae0b4810493a req-9c3d9b45-7b4d-44dc-9367-0c9a2a0049e7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1557777 Dec 17 16:19:42.521321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca1666-8c09-4b9a-8d34-9f4081fa49ff req-4d45fc92-bf31-4330-8005-275204572e77 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:42.529572 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-95ca1666-8c09-4b9a-8d34-9f4081fa49ff req-4d45fc92-bf31-4330-8005-275204572e77 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1623769 Dec 17 16:19:42.587365 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-85d2346d-05f5-4f7a-8a62-ae0b4810493a req-c81e281f-0396-4383-8007-5f498760768b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Dec 17 16:19:42.635691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:42.645511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 9900c6be-3585-4507-9eef-03baec614482 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:42.646020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:42.660200 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-95ca1666-8c09-4b9a-8d34-9f4081fa49ff req-0542cd0e-91ea-48e7-8cf4-82a9663501b1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293139 Dec 17 16:19:42.684247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201732-7fac-4252-8308-8c58d59e32fb req-bb5db8ad-80a8-4d4a-a67a-ceee03179fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:42.690727 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-bb5db8ad-80a8-4d4a-a67a-ceee03179fd5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 1162 time: 0.4050019 Dec 17 16:19:42.746895 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'code': 200} Dec 17 16:19:42.932501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-999139027-network', 'tenant_id': '7bbcf758c8f849a2a7a86a7a8556554a'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:42.943998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:42.958806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Usage tracker for resource:network and tenant:7bbcf758c8f849a2a7a86a7a8556554a is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:42.976650 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:42.989982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8a4d061-50ff-4081-a25d-dcb325c835c3 req-7629b47b-a046-4c0f-b229-251d200f47cb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Synchronizing usage tracker for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:42.996757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:43.020628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8a4d061-50ff-4081-a25d-dcb325c835c3 req-7629b47b-a046-4c0f-b229-251d200f47cb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Unset dirty status for tenant:c7a562ec5b2448b9a28d85bf8de5e537 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:43.029610 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8a4d061-50ff-4081-a25d-dcb325c835c3 req-7629b47b-a046-4c0f-b229-251d200f47cb tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] 10.222.0.37 "GET /v2.0/ports?device_id=5bef47ee-16b8-419e-a5e9-1a5c9f71bde1 HTTP/1.1" status: 200 len: 210 time: 0.1459646 Dec 17 16:19:43.044919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201732-7fac-4252-8308-8c58d59e32fb req-2c2c569e-b885-4fd4-9e78-dcbec45341d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:43.047488 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-2c2c569e-b885-4fd4-9e78-dcbec45341d2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.3457689 Dec 17 16:19:43.050360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Made reservation on behalf of 7bbcf758c8f849a2a7a86a7a8556554a for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:43.065201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.155947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.176483 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-6f74439b-c226-49f4-b073-a60693062882 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9900c6be-3585-4507-9eef-03baec614482 HTTP/1.1" status: 200 len: 217 time: 0.0900133 Dec 17 16:19:43.180565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:43.185342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Usage tracker for resource:security_group_rule and tenant:7bbcf758c8f849a2a7a86a7a8556554a is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:43.192152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.195777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:43.202241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:43.298860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dbfe6-11ff-466e-833e-0e62377e39b6 req-8f019fcd-481b-445b-99b6-54b7c02bad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:43.301413 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9a8dbfe6-11ff-466e-833e-0e62377e39b6 req-8f019fcd-481b-445b-99b6-54b7c02bad6d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0804539 Dec 17 16:19:43.333643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201732-7fac-4252-8308-8c58d59e32fb req-154dbe45-982b-45c4-acfb-597e1aa3c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:43.335328 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-154dbe45-982b-45c4-acfb-597e1aa3c15f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.1013160 Dec 17 16:19:43.348095 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9a8dbfe6-11ff-466e-833e-0e62377e39b6 req-76373cfa-33b0-442c-ac44-a4d7441ebd4a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Dec 17 16:19:43.397766 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-b48501b5-d2d6-4074-8a44-b67d33acb55f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549576 Dec 17 16:19:43.432342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.435786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.440108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aafb8373-486c-4637-9e22-32fd66b617e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:43.478715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:43.490577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:19:43.494032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:43.503337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.503795 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Added segment c5df6126-aa44-4613-9620-db57a9c55902 of type vxlan for network 4003fbb9-e010-49da-9bfd-cd309080ff9d Dec 17 16:19:43.535271 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.571491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.573294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:43.574122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.578858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c71abcf1-b420-429e-adde-f967075edb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:43.705651 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4477274 Dec 17 16:19:43.705744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42430) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:43.708565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Request body: {'subnet': {'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-999139027-subnet', 'tenant_id': '7bbcf758c8f849a2a7a86a7a8556554a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:43.709340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Pushing event updated for resources: {'Network': ['ID=4003fbb9-e010-49da-9bfd-cd309080ff9d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:43.713096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:43.715812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:43.720883 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Usage tracker for resource:subnet and tenant:7bbcf758c8f849a2a7a86a7a8556554a is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:43.722114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:19:43.724085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:43.730122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:43.747751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:19:43.791901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Made reservation on behalf of 7bbcf758c8f849a2a7a86a7a8556554a for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:43.797705 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1811396'] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:43.889456 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-26889114-e6a0-4091-b88b-73edbc3d09cc service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671576 Dec 17 16:19:43.952073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339aef-2a7a-4735-86e3-bfbabcc6f49b req-4e6b3c0b-7952-4741-a94e-b581d954c3fc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:43.953873 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1a339aef-2a7a-4735-86e3-bfbabcc6f49b req-4e6b3c0b-7952-4741-a94e-b581d954c3fc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2148542 Dec 17 16:19:44.003186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:44.052675 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1a339aef-2a7a-4735-86e3-bfbabcc6f49b req-c0f87dbe-02e6-47aa-8c5e-7ef0335b8250 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922811 Dec 17 16:19:44.112568 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ca201732-7fac-4252-8308-8c58d59e32fb req-c7be4452-ce9b-4fdf-b6a2-4c623a4018cd service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1761396 Dec 17 16:19:44.120027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9f23e-2f34-4180-bcb3-4010ff90aa5c req-4b00ff94-5421-4877-ba59-0579498ad65a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:44.122154 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d9e9f23e-2f34-4180-bcb3-4010ff90aa5c req-4b00ff94-5421-4877-ba59-0579498ad65a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.2316978 Dec 17 16:19:44.180266 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d9e9f23e-2f34-4180-bcb3-4010ff90aa5c req-8481819f-bc3c-49fb-9a00-f99c2ae7d0d8 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504103 Dec 17 16:19:44.317028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27265749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1811413'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:44.411084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-27f10888-8421-4b92-b2c5-f2d131c5e955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:44.516430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cacea124-7491-40bd-86c1-94e35ef7679e,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:44.520406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:44.569835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Checking segment: {'id': 'c5df6126-aa44-4613-9620-db57a9c55902', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:44.570241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Network hostable DHCP agents. Network: 4003fbb9-e010-49da-9bfd-cd309080ff9d, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:19:44.591226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:19:44.602009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 4003fbb9-e010-49da-9bfd-cd309080ff9d) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:44.611371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8e7695-9976-4c35-b036-494a7654725c None None] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:44.624822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:44.625734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:44.658032 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9447126 Dec 17 16:19:44.947255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c638db-2a3a-4313-ba5f-69a8226e8318 None None] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:45.296404 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae479e2-18da-4da6-a4c8-bd8cc6fbaff7 req-b7a37d7d-cec7-4fcc-8ccd-67be44e5d431 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:45.298988 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dae479e2-18da-4da6-a4c8-bd8cc6fbaff7 req-b7a37d7d-cec7-4fcc-8ccd-67be44e5d431 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0998092 Dec 17 16:19:45.361297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:19:45.363858 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dae479e2-18da-4da6-a4c8-bd8cc6fbaff7 req-38d5240b-c6c3-47c6-aad6-5c10de631dc7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578680 Dec 17 16:19:45.450941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:19:45.451460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:45.511596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469fdfb-1230-40d9-94e4-e91f034da04f req-abd628d9-5eb6-4b1e-8778-abb2a24b4a23 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:45.514351 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f469fdfb-1230-40d9-94e4-e91f034da04f req-abd628d9-5eb6-4b1e-8778-abb2a24b4a23 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1539330 Dec 17 16:19:45.583740 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f469fdfb-1230-40d9-94e4-e91f034da04f req-7609b557-334d-43ac-9f1a-f4c5b3bc7551 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601153 Dec 17 16:19:45.633604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42506) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:45.643464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1860841228-network', 'tenant_id': '72abf0acf419404cab2abb3e2b996e8c'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:45.649468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:45.653964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Usage tracker for resource:network and tenant:72abf0acf419404cab2abb3e2b996e8c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:45.657277 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:45.663374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:45.674074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Made reservation on behalf of 72abf0acf419404cab2abb3e2b996e8c for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:45.686054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:45.701241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:45.717824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:45.722122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Usage tracker for resource:security_group_rule and tenant:72abf0acf419404cab2abb3e2b996e8c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:45.729018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:45.732766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:45.875592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09be-b839-4c07-b467-93f1b33a3120 req-c8a7f83a-cfe8-4886-b33a-099af21bda22 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:45.877342 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b57a09be-b839-4c07-b467-93f1b33a3120 req-c8a7f83a-cfe8-4886-b33a-099af21bda22 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1236246 Dec 17 16:19:45.888415 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42528) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:45.895681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'floatingip': {'port_id': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:45.924776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:45.930173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:45.942333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:45.974628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:19:45.993356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.017541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837976b9-33e8-4e41-ab13-803cdbeabec8,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:46.034090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:46.035286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.035677 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Added segment a4cab29c-cd6e-4ab5-a31f-456f604deb5f of type vxlan for network 5861969e-c4b2-429f-b47a-ee9b9489bd9e Dec 17 16:19:46.089958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.148919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42542) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:46.231742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Deleting subnet 33e27907-66e3-4110-9e89-23243f577d22 {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:19:46.235896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.294855 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826668062'] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.332610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.341303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:46.341987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.358226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5caf0fd2-879e-4988-b512-19fc956c1aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:46.414051 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:46.644734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Pushing event updated for resources: {'Network': ['ID=5861969e-c4b2-429f-b47a-ee9b9489bd9e,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:46.655777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:19:46.664995 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0300870 Dec 17 16:19:46.666274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:46.670361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42558) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:46.679750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Request body: {'subnet': {'network_id': '5861969e-c4b2-429f-b47a-ee9b9489bd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1860841228-subnet', 'tenant_id': '72abf0acf419404cab2abb3e2b996e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:46.688100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:46.702855 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:19:46.705061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Usage tracker for resource:subnet and tenant:72abf0acf419404cab2abb3e2b996e8c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:46.709875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:46.769842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:46.797303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Made reservation on behalf of 72abf0acf419404cab2abb3e2b996e8c for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:46.802234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1811396'] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:47.125238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039db9e0-6f05-4f36-a3ef-fd1126ac5500 req-ea68d173-3af1-40a3-8f58-70904ca4211a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:47.126941 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-039db9e0-6f05-4f36-a3ef-fd1126ac5500 req-ea68d173-3af1-40a3-8f58-70904ca4211a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.5275857 Dec 17 16:19:47.235632 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-039db9e0-6f05-4f36-a3ef-fd1126ac5500 req-73b6e6b6-bb8a-40f0-91a9-931205d9289d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989182 Dec 17 16:19:47.275108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827510127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852964387'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:47.326454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:47.343369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:47.346253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:47.373923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e27907-66e3-4110-9e89-23243f577d22,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:47.386227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:47.534015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:47.570151 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33e27907-66e3-4110-9e89-23243f577d22 HTTP/1.1" status: 204 len: 168 time: 1.4199204 Dec 17 16:19:47.571457 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Floating IP 20574b98-7597-4a17-b9b0-eb8b9c182a4f associated. External IP: 172.28.3.165, port: b332b9ac-2f08-46b9-a369-ba5795e92252. Dec 17 16:19:47.575199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42570) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:47.816942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.008799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42580) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:48.085205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:19:48.087287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.181328 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27265749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1811413'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.216901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:48.415694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:19:48.429247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:19:48.432207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.442218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:48.442908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:19:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:48.523974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.571717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea0ecfb-781e-46b9-b7f3-0e41844258f9,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:48.581626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882c1384-dd4c-45d5-b941-2c06633b0316']}} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:48.590296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:48.591488 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:48.602637 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-68cc700f-d541-41b7-b92e-2945edac795d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "PUT /v2.0/floatingips/20574b98-7597-4a17-b9b0-eb8b9c182a4f HTTP/1.1" status: 200 len: 992 time: 2.7095165 Dec 17 16:19:48.606172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd943a1-ee59-4410-a09b-8e97ebf8f97f') {'for_net_delete': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:48.606172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd943a1-ee59-4410-a09b-8e97ebf8f97f') {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:48.608550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ddde-60eb-4b6a-acb2-03cb8947fed3 req-fcbfa4af-7bcc-42fa-9600-a965baeb01b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:48.617360 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-25f7ddde-60eb-4b6a-acb2-03cb8947fed3 req-fcbfa4af-7bcc-42fa-9600-a965baeb01b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1502850 Dec 17 16:19:48.620244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:48.620365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Usage tracker for resource:security_group_rule and tenant:76f87cc71c864b4a8ca6f99c283e215c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:48.633300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:48.637661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28107771'] for segment, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.655575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:48.688513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.697321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:19:48.700909 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-25f7ddde-60eb-4b6a-acb2-03cb8947fed3 req-803dedc7-710e-493b-b0ce-31d15f96106f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825903 Dec 17 16:19:48.734821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:48.779354 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'status': 'completed', 'code': 200} Dec 17 16:19:48.812475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Checking segment: {'id': 'a4cab29c-cd6e-4ab5-a31f-456f604deb5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5861969e-c4b2-429f-b47a-ee9b9489bd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:48.812870 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Network hostable DHCP agents. Network: 5861969e-c4b2-429f-b47a-ee9b9489bd9e, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:19:48.959811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d94d-5851-473d-9220-c2d65e31617d req-914b509b-6e67-48ef-95f3-7ede7fa0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:48.961380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Network 882c1384-dd4c-45d5-b941-2c06633b0316 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:19:48.962082 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-914b509b-6e67-48ef-95f3-7ede7fa0dfe7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1163 time: 0.1043301 Dec 17 16:19:48.976814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27266099'] for segment, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:48.998715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:19:49.091071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 5861969e-c4b2-429f-b47a-ee9b9489bd9e) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:49.099858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a828b-d886-412a-ac06-8eca762e99c5 None None] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:49.155942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:49.156508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.160225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '20574b98-7597-4a17-b9b0-eb8b9c182a4f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'floating_ip_address': '172.28.3.165', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'port_id': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'mac_address': 'fa:16:3e:d8:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:19:16Z', 'updated_at': '2020-12-17T16:19:47Z', 'revision_number': 1, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:49.166575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:19:49.169824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d94d-5851-473d-9220-c2d65e31617d req-b39f7eff-c4f0-46f0-bd26-45853bb0dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:49.171442 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-b39f7eff-c4f0-46f0-bd26-45853bb0dc96 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.2005825 Dec 17 16:19:49.178362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:19:49.179436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:19:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:49.189193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.252471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.269610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Network 882c1384-dd4c-45d5-b941-2c06633b0316 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:19:49.277505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-80f770e6-3502-4878-bf00-f8e7b79abfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:49.307022 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:49.361097 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-db0cf63f-823a-42c9-b077-b5acd09a63b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 1000 time: 0.1810002 Dec 17 16:19:49.369954 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6982849 Dec 17 16:19:49.436164 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76f87cc71c864b4a8ca6f99c283e215c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4227469 Dec 17 16:19:49.436164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8621a4-bb85-4e02-9590-8955db3ee15a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:49.437804 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42608) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:49.441526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:49.454296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.457947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:19:49.500823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4edb1da5-eb4f-4abc-930c-3828b2396ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:49.501429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a28c9d-c3ed-4ab8-ad9b-79ae75a12d01 None None] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:19:49.517300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d94d-5851-473d-9220-c2d65e31617d req-208defe1-b671-4b9a-9437-3df33840c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:49.524016 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-208defe1-b671-4b9a-9437-3df33840c7c2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.1537194 Dec 17 16:19:49.533568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.544936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=882c1384-dd4c-45d5-b941-2c06633b0316,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:49.550752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:49.556971 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/882c1384-dd4c-45d5-b941-2c06633b0316 HTTP/1.1" status: 204 len: 168 time: 1.9782760 Dec 17 16:19:49.602917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.620782 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:19:49.673652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.740238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d94d-5851-473d-9220-c2d65e31617d req-e9b16f9b-881a-4444-81e0-1556e4ec1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:49.763020 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-e9b16f9b-881a-4444-81e0-1556e4ec1828 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2138417 Dec 17 16:19:49.763280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.771647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-be48eb71-3dce-4d85-b792-1a7912b20867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:49.787509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8621a4-bb85-4e02-9590-8955db3ee15a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:49.790161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:49.791447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e8621a4-bb85-4e02-9590-8955db3ee15a HTTP/1.1" status: 204 len: 168 time: 0.3519855 Dec 17 16:19:49.792514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:49.931577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42626) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:50.102333 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ce031add-8217-47c5-b46f-1ee208f864f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7a562ec5b2448b9a28d85bf8de5e537&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1694171 Dec 17 16:19:50.106259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42636) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:50.119877 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-31cf8bed-59a9-4ba1-9699-8e329f6f9852 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558695 Dec 17 16:19:50.207650 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94be32-abd5-4349-9a28-f36404c09993 req-4bc6a8fc-7916-4ffd-9385-ef0624bacb2f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:50.211751 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ed94be32-abd5-4349-9a28-f36404c09993 req-4bc6a8fc-7916-4ffd-9385-ef0624bacb2f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2174940 Dec 17 16:19:50.298802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:50.356003 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ed94be32-abd5-4349-9a28-f36404c09993 req-dab68fb0-f1de-4612-ad98-439ffca745b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291053 Dec 17 16:19:50.375409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:50.453870 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:50.461667 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c56d94d-5851-473d-9220-c2d65e31617d req-fe0c9bab-5ddd-4c5e-9c3b-1cac8b7120dd service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3326306 Dec 17 16:19:50.465653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8f22980d-2598-457b-9f6a-a99a6b282ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:50.483716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49940294-989b-468b-94ef-f30754743348,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:50.488708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:50.494878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:50.503927 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49940294-989b-468b-94ef-f30754743348 HTTP/1.1" status: 204 len: 168 time: 0.3960884 Dec 17 16:19:50.673772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '20574b98-7597-4a17-b9b0-eb8b9c182a4f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'floating_ip_address': '172.28.3.165', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'port_id': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'mac_address': 'fa:16:3e:d8:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:19:16Z', 'updated_at': '2020-12-17T16:19:47Z', 'revision_number': 1, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:19:50.678889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d72-d123-4bf1-ab98-0af1f4d83e0a None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '20574b98-7597-4a17-b9b0-eb8b9c182a4f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'floating_ip_address': '172.28.3.165', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'port_id': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'mac_address': 'fa:16:3e:d8:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:19:16Z', 'updated_at': '2020-12-17T16:19:47Z', 'revision_number': 1, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:19:51.152497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191896e5-dd41-4486-8417-e811e428a3ed None None] New status for floating IP 20574b98-7597-4a17-b9b0-eb8b9c182a4f: ACTIVE {{(pid=80335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:19:51.483668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-8dd76456-75c3-4eae-8648-80ccc384335c tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:51.484424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-8dd76456-75c3-4eae-8648-80ccc384335c tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Synchronizing usage tracker for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:51.528933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-8dd76456-75c3-4eae-8648-80ccc384335c tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Unset dirty status for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:51.530459 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-8dd76456-75c3-4eae-8648-80ccc384335c tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/networks?id=4003fbb9-e010-49da-9bfd-cd309080ff9d HTTP/1.1" status: 200 len: 808 time: 0.5040195 Dec 17 16:19:51.569346 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-155a6b55-4e39-4e9a-b51e-6fc94bcc261f tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/quotas/7bbcf758c8f849a2a7a86a7a8556554a HTTP/1.1" status: 200 len: 375 time: 0.0276649 Dec 17 16:19:51.638305 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-b783b99c-da3e-4039-b0de-a460802d89d3 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bbcf758c8f849a2a7a86a7a8556554a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679324 Dec 17 16:19:51.724680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277823d-fb54-4289-915b-e11d6a3c1e57 req-113dbdee-b7ca-42c9-8dcb-7b83fe32d366 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:51.727081 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3277823d-fb54-4289-915b-e11d6a3c1e57 req-113dbdee-b7ca-42c9-8dcb-7b83fe32d366 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1025910 Dec 17 16:19:51.789928 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3277823d-fb54-4289-915b-e11d6a3c1e57 req-3634866f-de62-4283-bb15-56699c125ad3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Dec 17 16:19:51.812737 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-ea195335-eec9-4128-bc8a-de0f3dd4e5ca service neutron] 10.222.0.37 "GET /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733649 Dec 17 16:19:51.990068 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-846bd512-91c8-4fba-962b-95ba5b92c654 service neutron] 10.222.0.37 "GET /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625967 Dec 17 16:19:52.341895 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4929af83-91ba-45dd-bcb2-7d8d91a99325 req-03f68a49-2236-4b17-a12d-38f15ff9f88e tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 210 time: 0.1025295 Dec 17 16:19:53.075364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1ecf2-da5f-4ec7-9a54-913054df5a30 req-3d587161-8a2d-4614-b8e2-bed3071d5c8a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:53.077037 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c3b1ecf2-da5f-4ec7-9a54-913054df5a30 req-3d587161-8a2d-4614-b8e2-bed3071d5c8a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1037908 Dec 17 16:19:53.133239 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c3b1ecf2-da5f-4ec7-9a54-913054df5a30 req-39b6517d-7792-4e04-b23d-ab58a59e9382 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491278 Dec 17 16:19:53.535996 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a21afc70-7306-4412-b571-db69ba1cf1eb req-fc18c32c-1b12-4c9c-86de-659d14e547f6 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 210 time: 0.0605667 Dec 17 16:19:53.842244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-b27c589e-929b-47c5-91bc-4a3e94aff63c tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:53.843693 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-b27c589e-929b-47c5-91bc-4a3e94aff63c tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.68 "GET /v2.0/networks?id=4003fbb9-e010-49da-9bfd-cd309080ff9d HTTP/1.1" status: 200 len: 808 time: 0.1743064 Dec 17 16:19:53.873489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Request body: {'port': {'device_id': '99e67e56-d1b4-46da-95e5-0270725b020d', 'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d', 'admin_state_up': True, 'tenant_id': '7bbcf758c8f849a2a7a86a7a8556554a'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:54.021820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:54.026287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Usage tracker for resource:port and tenant:7bbcf758c8f849a2a7a86a7a8556554a is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:54.030134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Quota usage for port was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:54.036231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:54.045713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Made reservation on behalf of 7bbcf758c8f849a2a7a86a7a8556554a for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:19:54.051609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:54.487624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Allocated IP 172.20.0.4 (4003fbb9-e010-49da-9bfd-cd309080ff9d/cacea124-7491-40bd-86c1-94e35ef7679e/07f8c37a-4a28-4ada-8f86-75cef5e23f47) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:19:54.504159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615570c-a3da-4fc0-aac6-e4e286fa46c1 req-9e7c301d-a648-4bae-9a8b-470c2e165fbe tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:54.505835 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d615570c-a3da-4fc0-aac6-e4e286fa46c1 req-9e7c301d-a648-4bae-9a8b-470c2e165fbe tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1764641 Dec 17 16:19:54.602349 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d615570c-a3da-4fc0-aac6-e4e286fa46c1 req-424144b4-6f7a-4ba0-b37f-c0ab83bb33d6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 Dec 17 16:19:54.780921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:54.812779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:54.851599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:54.880633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4d149-0b4b-4430-818d-d3c85f117e6a req-921d1a63-6738-4238-a312-f04b47505d4f tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:54.883079 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e7c4d149-0b4b-4430-818d-d3c85f117e6a req-921d1a63-6738-4238-a312-f04b47505d4f tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 931 time: 0.0933261 Dec 17 16:19:54.943883 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e7c4d149-0b4b-4430-818d-d3c85f117e6a req-78b5b474-698c-41c5-9bfc-a171fa181ffa tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533180 Dec 17 16:19:55.028359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Pushing event updated for resources: {'Port': ['ID=07f8c37a-4a28-4ada-8f86-75cef5e23f47,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:55.032764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:55.071317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:19:55.073395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:19:55.076450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:19:55.141309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:55.142040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:55.164882 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2961931 Dec 17 16:19:55.184522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Request body: {'port': {'device_id': '99e67e56-d1b4-46da-95e5-0270725b020d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:55.299981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:55.571721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:55.741120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f8c37a-4a28-4ada-8f86-75cef5e23f47 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:19:55.749444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:55.809903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Transition to ACTIVE for port object 07f8c37a-4a28-4ada-8f86-75cef5e23f47 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:19:55.815287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:55.825826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42822) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:55.830496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:55.988714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Pushing event updated for resources: {'Port': ['ID=07f8c37a-4a28-4ada-8f86-75cef5e23f47,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:55.994479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:56.003898 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.015031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a7cfa-8013-494b-bd9e-f07f10aa4eaa req-1f640b51-60d4-44cf-9a8e-d477700f4204 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:56.016731 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b99a7cfa-8013-494b-bd9e-f07f10aa4eaa req-1f640b51-60d4-44cf-9a8e-d477700f4204 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2643015 Dec 17 16:19:56.037554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:56.042301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd5f0ec0b49456eb733a444d7cb3141 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:56.046001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:56.052424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:56.162361 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b99a7cfa-8013-494b-bd9e-f07f10aa4eaa req-51b729c2-b6ab-4f56-9972-06c8892496a0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357584 Dec 17 16:19:56.247848 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Attempting to bind port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:56.248229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Attempting to bind port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c5df6126-aa44-4613-9620-db57a9c55902', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:19:56.248587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Attempting to bind port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 on network 4003fbb9-e010-49da-9bfd-cd309080ff9d {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:19:56.255235 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:19:56.255617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Checking segment: {'id': 'c5df6126-aa44-4613-9620-db57a9c55902', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:19:56.256027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.256428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Bound using segment: {'id': 'c5df6126-aa44-4613-9620-db57a9c55902', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:19:56.256915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Bound port: 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5df6126-aa44-4613-9620-db57a9c55902', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4003fbb9-e010-49da-9bfd-cd309080ff9d'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:19:56.257354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.361721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] For port 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:19:56.365157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] For port 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47,segment=NetworkSegment(c5df6126-aa44-4613-9620-db57a9c55902),segment_id=c5df6126-aa44-4613-9620-db57a9c55902)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:19:56.368551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.387119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4d17fd99-756e-4542-a327-5908113c85f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:56.463891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.475364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eca3d-346d-42ef-b241-48e4bb136a76 req-a55e3389-1c57-4f45-a483-31aa367295b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:56.477008 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0b6eca3d-346d-42ef-b241-48e4bb136a76 req-a55e3389-1c57-4f45-a483-31aa367295b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 943 time: 0.3445501 Dec 17 16:19:56.477888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.532327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:56.544530 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fd5f0ec0b49456eb733a444d7cb3141&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7170503 Dec 17 16:19:56.546587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42848) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:56.551910 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Pushing event updated for resources: {'Port': ['ID=07f8c37a-4a28-4ada-8f86-75cef5e23f47,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:56.569175 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0b6eca3d-346d-42ef-b241-48e4bb136a76 req-822edaa4-7ade-4289-941f-3fb789b67582 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604544 Dec 17 16:19:56.597561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995beea8-d276-4f51-9fd2-1d2aa1e1fcc6,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:56.602263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:56.609963 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:56.664224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.694303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:56.694990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.696485 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] 10.222.0.68 "PUT /v2.0/ports/07f8c37a-4a28-4ada-8f86-75cef5e23f47 HTTP/1.1" status: 200 len: 1157 time: 1.5177317 Dec 17 16:19:56.697008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:19:56.708927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.762441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.768986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:56.810892 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47', 'status': 'completed', 'code': 200} Dec 17 16:19:56.826160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995beea8-d276-4f51-9fd2-1d2aa1e1fcc6,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:56.831501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:56.833323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:56.834518 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-10093955-1e91-4ba6-b357-ca82dc383cf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/995beea8-d276-4f51-9fd2-1d2aa1e1fcc6 HTTP/1.1" status: 204 len: 168 time: 0.2866726 Dec 17 16:19:56.864685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-6177a498-a460-4909-aeb9-1ca7d6bb0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:56.866312 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-6177a498-a460-4909-aeb9-1ca7d6bb0397 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7bbcf758c8f849a2a7a86a7a8556554a&device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 1160 time: 0.0983183 Dec 17 16:19:56.952271 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-d017959d-8b0c-4776-96b2-6fa3a5f3d7d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47 HTTP/1.1" status: 200 len: 217 time: 0.0696414 Dec 17 16:19:57.033917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-76f48904-096c-44a2-bf7b-f99780956ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:57.035567 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-76f48904-096c-44a2-bf7b-f99780956ece service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cacea124-7491-40bd-86c1-94e35ef7679e HTTP/1.1" status: 200 len: 848 time: 0.0724959 Dec 17 16:19:57.093209 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-c224fe93-1b85-439e-b81d-dbff616294c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4003fbb9-e010-49da-9bfd-cd309080ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492706 Dec 17 16:19:57.533067 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-2f828fac-5579-4edc-9fb3-b1977dae6d27 service neutron] 10.222.0.68 "GET /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263127 Dec 17 16:19:57.690713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dcf1f-ada9-4aa0-b7fa-e5b9875d1235 req-10aa1a9f-9c61-4f62-bcd8-c3a1f33f7d42 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:57.691728 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-742dcf1f-ada9-4aa0-b7fa-e5b9875d1235 req-10aa1a9f-9c61-4f62-bcd8-c3a1f33f7d42 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2080433 Dec 17 16:19:57.733364 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8ccd33e-886e-422b-bb06-d98ca1ae19cf req-6f6ff338-5c24-45f5-9542-68331f2e763e service neutron] 10.222.0.68 "GET /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1877937 Dec 17 16:19:57.769920 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-742dcf1f-ada9-4aa0-b7fa-e5b9875d1235 req-c541397a-c010-43da-b11a-e30645887bc1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673962 Dec 17 16:19:57.936222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b787077-bbdb-49e6-9c6c-fad0fe86ff11 req-a08e68ab-12e4-4380-8b7b-68842b9c34f3 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:57.938015 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4b787077-bbdb-49e6-9c6c-fad0fe86ff11 req-a08e68ab-12e4-4380-8b7b-68842b9c34f3 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 943 time: 0.1020622 Dec 17 16:19:57.957659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-9a223671-8184-4107-a806-feebd5debbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:57.959378 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-9a223671-8184-4107-a806-feebd5debbaa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7bbcf758c8f849a2a7a86a7a8556554a&device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 1160 time: 0.1072059 Dec 17 16:19:57.992152 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4b787077-bbdb-49e6-9c6c-fad0fe86ff11 req-c6be6b1c-23db-4c52-aec9-c83331e141d5 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Dec 17 16:19:58.141809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-565e1fa4-baf0-4469-94cc-a78bdad4d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:58.143720 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-565e1fa4-baf0-4469-94cc-a78bdad4d891 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4003fbb9-e010-49da-9bfd-cd309080ff9d HTTP/1.1" status: 200 len: 902 time: 0.1743963 Dec 17 16:19:58.220815 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-2702cfe8-a559-4013-91a2-72a6c610c229 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47 HTTP/1.1" status: 200 len: 217 time: 0.0657568 Dec 17 16:19:58.297575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-2b231f5e-069c-4d36-ae9c-e6e00a7fb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:58.299174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-2b231f5e-069c-4d36-ae9c-e6e00a7fb865 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cacea124-7491-40bd-86c1-94e35ef7679e HTTP/1.1" status: 200 len: 848 time: 0.0690975 Dec 17 16:19:58.351967 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-41e01c70-2028-4246-bf15-83414316391b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4003fbb9-e010-49da-9bfd-cd309080ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447245 Dec 17 16:19:58.450432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42920) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:58.512884 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-d7f628ed-cea1-4e57-b1e2-a6ea45f1f24f service neutron] 10.222.0.68 "GET /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486397 Dec 17 16:19:58.610785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.629273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:58.633570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Usage tracker for resource:security_group_rule and tenant:edaf40c5973247bf9953386f6e6e99ca is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:58.636618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:58.642601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:19:58.663803 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc788ff3-ad7d-47cc-b6ee-7f649f8b4ca5 req-bce8b0cd-183f-45de-8979-b586b2b77a86 service neutron] 10.222.0.68 "GET /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432040 Dec 17 16:19:58.733230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.735915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.744735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a9025564-0c36-4f3e-8bce-e7f6fed11ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:58.787167 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edaf40c5973247bf9953386f6e6e99ca&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3355150 Dec 17 16:19:58.788844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb947a-4a02-45c7-9b0a-7c76aa32c8d8,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:58.791090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42930) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:58.793185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:58.860763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.895216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.950402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.956232 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7ad80ed1-a91e-4665-a4e8-e0b07f03a585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:19:58.970623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb947a-4a02-45c7-9b0a-7c76aa32c8d8,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:19:58.973968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:19:58.976441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:58.981612 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bdb947a-4a02-45c7-9b0a-7c76aa32c8d8 HTTP/1.1" status: 204 len: 168 time: 0.1896682 Dec 17 16:19:59.020268 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716497e-eee0-4baf-87f0-9a03619d1e1c req-a6781b5a-057d-4ace-b6a9-7f0b57b53c0d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:59.020268 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2716497e-eee0-4baf-87f0-9a03619d1e1c req-a6781b5a-057d-4ace-b6a9-7f0b57b53c0d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1081190 Dec 17 16:19:59.083310 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2716497e-eee0-4baf-87f0-9a03619d1e1c req-6ab25b85-5870-485a-9a39-3e7989e5db0f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Dec 17 16:19:59.268982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-0391fec3-1ad1-4dd3-9b66-bdd7e34abe8a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:19:59.270079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-0391fec3-1ad1-4dd3-9b66-bdd7e34abe8a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Synchronizing usage tracker for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:59.290316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-0391fec3-1ad1-4dd3-9b66-bdd7e34abe8a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Unset dirty status for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:59.291790 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-0391fec3-1ad1-4dd3-9b66-bdd7e34abe8a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 943 time: 0.1356900 Dec 17 16:19:59.351636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-4674bbed-af2d-47a3-941f-b9e2e36a8cb5 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Synchronizing usage tracker for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:19:59.375094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-4674bbed-af2d-47a3-941f-b9e2e36a8cb5 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Unset dirty status for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:19:59.376533 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5988d395-ae32-410e-a4d4-7c3ff5608c10 req-4674bbed-af2d-47a3-941f-b9e2e36a8cb5 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Dec 17 16:19:59.791893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 42980) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:19:59.953753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:19:59.973589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:19:59.977671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0491042ad04ce0b30d91025ad862a4 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:19:59.980617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:19:59.986505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:00.073389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:00.076744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:00.085564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-edb16f3e-5159-4763-ade2-fff6ee8ca218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:00.132725 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf0491042ad04ce0b30d91025ad862a4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3390210 Dec 17 16:20:00.132846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 42998) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:00.134651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a8c4c9-5d45-445b-a378-79dc3ee513f2,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:00.139000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:00.204243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:00.272258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:00.351022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c6ece-9ad6-4408-abb6-d117287c6464 req-3affd969-a60b-4bde-a9eb-1e96ceb623b9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:00.352482 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-924c6ece-9ad6-4408-abb6-d117287c6464 req-3affd969-a60b-4bde-a9eb-1e96ceb623b9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1273906 Dec 17 16:20:00.353588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:00.359051 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:00.387848 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a8c4c9-5d45-445b-a378-79dc3ee513f2,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:00.391872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:00.415896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:00.419076 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1a8c4c9-5d45-445b-a378-79dc3ee513f2 HTTP/1.1" status: 204 len: 168 time: 0.2849631 Dec 17 16:20:00.438343 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-924c6ece-9ad6-4408-abb6-d117287c6464 req-1e713979-16d8-4caa-b8ed-c8a8c969e390 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719228 Dec 17 16:20:00.674579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862d00-3826-4465-93c0-a4e62e8a4ee3 req-8068e5f8-0ce5-4641-a3a0-69de26ccb12e tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:00.676506 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-53862d00-3826-4465-93c0-a4e62e8a4ee3 req-8068e5f8-0ce5-4641-a3a0-69de26ccb12e tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 943 time: 0.1027398 Dec 17 16:20:00.732630 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-53862d00-3826-4465-93c0-a4e62e8a4ee3 req-f3520f08-6efe-4091-b0bd-d4773968a13a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Dec 17 16:20:01.664022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-29adf22f-4b99-42cb-a716-f83e693d151c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:20:01.692226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f68b1-bd5e-4103-870d-c2af1bfab430 req-c2707274-cb2e-489d-8175-231c691a8145 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:01.693910 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c91f68b1-bd5e-4103-870d-c2af1bfab430 req-c2707274-cb2e-489d-8175-231c691a8145 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0897315 Dec 17 16:20:01.746132 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c91f68b1-bd5e-4103-870d-c2af1bfab430 req-b3dc9bd1-3016-43de-ab5c-0dcb6730577c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Dec 17 16:20:01.950786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7cd1-4c10-4204-980d-ad7fbcf16177 req-0283bd16-273d-4f9c-84cd-516f28a8567a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:01.952394 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-620a7cd1-4c10-4204-980d-ad7fbcf16177 req-0283bd16-273d-4f9c-84cd-516f28a8567a tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 943 time: 0.0845065 Dec 17 16:20:02.003343 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-620a7cd1-4c10-4204-980d-ad7fbcf16177 req-6faadfbe-ef31-411b-b262-eff47e835cff tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Dec 17 16:20:02.498914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 07f8c37a-4a28-4ada-8f86-75cef5e23f47 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:02.595085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:20:02.600149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:02.600607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:02.710832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43102) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:02.718095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:02.746270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:02.756571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47,segment=NetworkSegment(c5df6126-aa44-4613-9620-db57a9c55902),segment_id=c5df6126-aa44-4613-9620-db57a9c55902)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:02.760285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:02.762716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:02.821146 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47', 'code': 200} Dec 17 16:20:02.837260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=07f8c37a-4a28-4ada-8f86-75cef5e23f47,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:02.840746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:02.882975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:02.938094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:02.949176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0bd75c12654da2b4e9845cb847be50 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:02.952786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:02.961575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:03.022243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd07d7b-a526-419b-be6a-92498473ce2a req-d2b8fa24-5cf1-448d-8ae0-56a45394bb68 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:03.023843 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1bd07d7b-a526-419b-be6a-92498473ce2a req-d2b8fa24-5cf1-448d-8ae0-56a45394bb68 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1296446 Dec 17 16:20:03.107550 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1bd07d7b-a526-419b-be6a-92498473ce2a req-0a7b0a3a-5dfa-4adf-9166-dacc4e8ae171 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764239 Dec 17 16:20:03.134795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.138258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.147204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8a77178-0911-4b0d-aebf-838261ad7834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:03.190575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d6f746-99ad-456d-9393-e09d77d51b50,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:03.194458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:03.200015 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a0bd75c12654da2b4e9845cb847be50&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4880736 Dec 17 16:20:03.200717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43116) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:03.204726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcba7c-d8b2-44ab-a8af-4d98bbcce66e req-31a20a75-d187-47be-b977-31caebce78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:03.206581 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-98fcba7c-d8b2-44ab-a8af-4d98bbcce66e req-31a20a75-d187-47be-b977-31caebce78ac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 1162 time: 0.0941696 Dec 17 16:20:03.257695 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-98fcba7c-d8b2-44ab-a8af-4d98bbcce66e req-59649d6c-960b-4630-93dc-57886db75658 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Dec 17 16:20:03.325932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.370349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097288b1-c918-4385-b5a0-294d9aea8af0 req-6d83ed4c-0256-484f-a3b5-6143ce973d35 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:03.372506 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-097288b1-c918-4385-b5a0-294d9aea8af0 req-6d83ed4c-0256-484f-a3b5-6143ce973d35 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.1388094 Dec 17 16:20:03.376857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.453367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-097288b1-c918-4385-b5a0-294d9aea8af0 req-54957648-6992-4bef-b3c5-236305322406 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690393 Dec 17 16:20:03.462131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.469792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dc117403-e173-4fa2-808a-8348aa282a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:03.484528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.485789 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42d6f746-99ad-456d-9393-e09d77d51b50 HTTP/1.1" status: 204 len: 168 time: 0.2840593 Dec 17 16:20:03.488660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d6f746-99ad-456d-9393-e09d77d51b50,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:03.491595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:03.820833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 07f8c37a-4a28-4ada-8f86-75cef5e23f47 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:03.845049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43132) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:03.865701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.881484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:03.885701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Usage tracker for resource:security_group_rule and tenant:6633dffd31a248ebafd24453100b338f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:03.889508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:03.893906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:03.894580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:03.895324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:04.001493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:04.005810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:04.017665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:04.056070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68374b50-0854-45ca-bd59-056faa0556be,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:04.071703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:04.093724 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6633dffd31a248ebafd24453100b338f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2473564 Dec 17 16:20:04.095071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43142) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:04.173569 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:04.209195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:04.323002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:04.329457 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:04.343274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68374b50-0854-45ca-bd59-056faa0556be,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:04.345784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:04.354409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:04.356232 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68374b50-0854-45ca-bd59-056faa0556be HTTP/1.1" status: 204 len: 168 time: 0.2595739 Dec 17 16:20:04.368662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7456e01-f535-4f42-b8f6-60573d3ed446 req-a908ed57-6dac-4960-a294-6ec7e98a9311 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:04.370415 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7456e01-f535-4f42-b8f6-60573d3ed446 req-a908ed57-6dac-4960-a294-6ec7e98a9311 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1192834 Dec 17 16:20:04.436466 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7456e01-f535-4f42-b8f6-60573d3ed446 req-690c1df7-9836-47d6-9ed2-14ae3e4236ec tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Dec 17 16:20:04.723439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bbf93-0edc-4db9-8143-c1f326e7d462 req-56f5da52-1dc6-48b3-a4e1-14619e16adf6 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:04.725062 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5d3bbf93-0edc-4db9-8143-c1f326e7d462 req-56f5da52-1dc6-48b3-a4e1-14619e16adf6 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.0998023 Dec 17 16:20:04.799497 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5d3bbf93-0edc-4db9-8143-c1f326e7d462 req-48b9db5f-d509-4e0a-bdc6-f3b2705371de tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Dec 17 16:20:05.583805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 07f8c37a-4a28-4ada-8f86-75cef5e23f47 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:05.674336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:05.674927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:05.686294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb376121-8073-4514-8242-4f084230ed67 req-52d219cb-3f47-4de8-a682-abea1e232d83 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:05.687940 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fb376121-8073-4514-8242-4f084230ed67 req-52d219cb-3f47-4de8-a682-abea1e232d83 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0914133 Dec 17 16:20:05.740706 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fb376121-8073-4514-8242-4f084230ed67 req-d3274509-a14e-424b-a84b-130a1bf4e1c2 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Dec 17 16:20:06.013730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8d189-dc36-43ce-a977-e6c021a89654 req-6fa0873f-8f66-43c4-9c00-cb9c9c705c37 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:06.015347 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70c8d189-dc36-43ce-a977-e6c021a89654 req-6fa0873f-8f66-43c4-9c00-cb9c9c705c37 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.0924687 Dec 17 16:20:06.066559 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70c8d189-dc36-43ce-a977-e6c021a89654 req-472d08dc-37cc-41e2-adc4-9479863450dc tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Dec 17 16:20:06.618584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43240) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:06.960657 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:06.985286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:06.992475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5dbe920e4343bd9640b1aa97e39be5 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:07.007966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:07.012949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:07.050977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a37ca-c040-4c64-be82-c54a183c76ab req-ed532f79-02ef-469c-8497-fbcc8e476d49 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:07.057487 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-822a37ca-c040-4c64-be82-c54a183c76ab req-ed532f79-02ef-469c-8497-fbcc8e476d49 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1403878 Dec 17 16:20:07.115059 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-822a37ca-c040-4c64-be82-c54a183c76ab req-5793089b-0653-48cd-ae9c-609fb49321df tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Dec 17 16:20:07.171591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:07.174823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:07.203971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c5975c46-df3f-4f9c-b5ed-4c80e1c6deaf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:07.215550 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a5dbe920e4343bd9640b1aa97e39be5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5928073 Dec 17 16:20:07.215983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43276) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:07.233897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1bae0a-267c-44eb-afbe-8b2be7ce10ee,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:07.247538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:07.281035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:07.309712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:07.356113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:07.361314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c54c6d74-d10d-42f8-ba10-512675ba2462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:07.373588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1bae0a-267c-44eb-afbe-8b2be7ce10ee,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:07.377807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:07.394896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:07.396132 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad1bae0a-267c-44eb-afbe-8b2be7ce10ee HTTP/1.1" status: 204 len: 168 time: 0.1790667 Dec 17 16:20:08.357468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507cb5-2d86-4e43-9ea1-7b4d3f3252b7 req-169d2b2f-5bc9-45ee-bddf-93750faf75b7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:08.365330 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51507cb5-2d86-4e43-9ea1-7b4d3f3252b7 req-169d2b2f-5bc9-45ee-bddf-93750faf75b7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1083150 Dec 17 16:20:08.409234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43342) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:08.433705 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-51507cb5-2d86-4e43-9ea1-7b4d3f3252b7 req-4d12627e-2fdc-4be4-ae29-6b6f363dcd43 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 Dec 17 16:20:08.611482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153107330-network', 'tenant_id': 'ed46316553bc465e8d2e1409b9bf17da'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:08.617798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:08.622431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Usage tracker for resource:network and tenant:ed46316553bc465e8d2e1409b9bf17da is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:08.625723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:08.631721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:08.643473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Made reservation on behalf of ed46316553bc465e8d2e1409b9bf17da for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:20:08.650203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.664214 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.683609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:08.688534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Usage tracker for resource:security_group_rule and tenant:ed46316553bc465e8d2e1409b9bf17da is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:08.691530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:08.697602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:08.790405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.793683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.799552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-63faf668-20e8-4b83-ae8c-b4be577293c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:08.837493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:20:08.848484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3242f72-c658-4107-9d4a-f67a04092586,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:08.851969 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:08.855506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.857903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Added segment a28ba043-fa7b-452e-a73a-7f1830f05ae4 of type vxlan for network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 Dec 17 16:20:08.884681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.915926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.919363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:08.919363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:08.924943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:09.038696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Pushing event updated for resources: {'Network': ['ID=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:09.045278 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6319404 Dec 17 16:20:09.045278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:09.045513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43366) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:09.051773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Request body: {'subnet': {'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153107330-subnet', 'tenant_id': 'ed46316553bc465e8d2e1409b9bf17da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:09.055711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:20:09.057277 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:09.061526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Usage tracker for resource:subnet and tenant:ed46316553bc465e8d2e1409b9bf17da is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:09.065374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:09.071640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:09.082201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Made reservation on behalf of ed46316553bc465e8d2e1409b9bf17da for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:20:09.083430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:20:09.087098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1811396'] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:09.290162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f3f807ca-7572-47fd-9ecb-41e23b876f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:09.530737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27265749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1811413'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:09.546220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:09.742941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640c0ca4-be36-4737-af91-55deeadc999d,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:09.751714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:09.809206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b482d-634a-4728-bcf3-36dae5e152d2 req-4e5865a2-0461-48fa-a453-6289059e6b96 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:09.810754 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-676b482d-634a-4728-bcf3-36dae5e152d2 req-4e5865a2-0461-48fa-a453-6289059e6b96 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2296064 Dec 17 16:20:09.867245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Checking segment: {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:20:09.867439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Network hostable DHCP agents. Network: 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:20:09.889759 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-676b482d-634a-4728-bcf3-36dae5e152d2 req-81a35cd4-82de-4b4c-aec5-2e893cbe8fd7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637312 Dec 17 16:20:09.900948 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:20:09.919799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:20:09.936929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61443524-fbea-4a7f-8343-3118a7a2e510 None None] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:20:09.951726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:09.953700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:09.996523 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9472165 Dec 17 16:20:10.207608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda32cf-1b9e-420c-be82-ff549e9515a6 None None] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:20:10.687093 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c134b-862f-40e4-a1e4-82928c04d298 req-0b3a76dc-f031-4adb-98ad-0d2f47c212ef tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:10.689392 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-318c134b-862f-40e4-a1e4-82928c04d298 req-0b3a76dc-f031-4adb-98ad-0d2f47c212ef tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.0924056 Dec 17 16:20:10.746117 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-318c134b-862f-40e4-a1e4-82928c04d298 req-6d7ae43c-f090-4386-98cb-c52f8f5287f4 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477729 Dec 17 16:20:11.158675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7f7b9-ce79-4ab5-9a17-f94fa894f55a req-e9158975-b8ec-41fd-bfcb-13cc9acc4e20 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:11.160284 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-aae7f7b9-ce79-4ab5-9a17-f94fa894f55a req-e9158975-b8ec-41fd-bfcb-13cc9acc4e20 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0902815 Dec 17 16:20:11.217666 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-aae7f7b9-ce79-4ab5-9a17-f94fa894f55a req-4ed36eec-6b32-450a-91f8-66ea2eef576e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511100 Dec 17 16:20:11.253498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43446) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:11.409549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.426013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:11.430094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Usage tracker for resource:security_group_rule and tenant:c91aa734d1ea49e995401a4c663a5e03 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:11.433167 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:11.438995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:11.532268 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.536596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.547987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-baab87c9-6b99-4703-b7a7-204cd3855b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:11.600462 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c91aa734d1ea49e995401a4c663a5e03&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3457572 Dec 17 16:20:11.601654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43456) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:11.606498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026925ac-60e1-4d0f-a67a-87f486154ee5,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:11.609794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:11.687120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.694920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4e10-fe4a-4ca2-868e-f3884b453058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.717183 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.763700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.768904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d99d7cc6-5571-41b1-95c6-555a68a653d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:11.779997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026925ac-60e1-4d0f-a67a-87f486154ee5,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:11.782469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:11.797452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:11.798859 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/026925ac-60e1-4d0f-a67a-87f486154ee5 HTTP/1.1" status: 204 len: 168 time: 0.1949675 Dec 17 16:20:11.979239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb19bb-662c-4925-b105-a1559d82812b req-1f9b7e85-5ada-4918-8e53-3c0af432288d tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:11.981452 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-23bb19bb-662c-4925-b105-a1559d82812b req-1f9b7e85-5ada-4918-8e53-3c0af432288d tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.0903411 Dec 17 16:20:12.034470 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-23bb19bb-662c-4925-b105-a1559d82812b req-85f8be8c-9f74-4a80-adde-4be9afc4d546 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Dec 17 16:20:12.192716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43482) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:12.212125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.228393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:12.233147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Usage tracker for resource:security_group_rule and tenant:98d7e0a9fd6d45c1a1b3c43f4b54eec6 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:12.236188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:12.242112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:12.331806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.335545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.348989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:12.377923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8fd966-7d19-4800-b480-6dc685aa9b0d,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:12.382722 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:12.393146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-dd6e5b71-add5-42e3-8265-0096adf61009 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:12.395171 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-dd6e5b71-add5-42e3-8265-0096adf61009 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/networks?id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 200 len: 808 time: 0.1642351 Dec 17 16:20:12.411757 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-119b768d-6ce7-4671-88cb-69363815d4d1 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/quotas/ed46316553bc465e8d2e1409b9bf17da HTTP/1.1" status: 200 len: 375 time: 0.0105193 Dec 17 16:20:12.438906 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98d7e0a9fd6d45c1a1b3c43f4b54eec6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2449150 Dec 17 16:20:12.443740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43492) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:12.473793 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-1baaffd6-03e5-40ee-884d-a804c9cd8c68 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed46316553bc465e8d2e1409b9bf17da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462768 Dec 17 16:20:12.530760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.540359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.551553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b660b6-a4ad-47b8-9550-a7c6d4ec57de req-cca0c28e-868b-4827-ad2f-3ff7f6bc762e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:12.553254 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b660b6-a4ad-47b8-9550-a7c6d4ec57de req-cca0c28e-868b-4827-ad2f-3ff7f6bc762e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1628044 Dec 17 16:20:12.592821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.626513 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-ff2f49fe-0b04-44a2-8735-2f9069d11a2e service neutron] 10.222.0.37 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507645 Dec 17 16:20:12.653231 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b660b6-a4ad-47b8-9550-a7c6d4ec57de req-bd9c01e1-8286-422d-90cd-8848507bff6d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873649 Dec 17 16:20:12.662971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.668171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b41ef17c-2e25-4373-a90e-c219d4294270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:12.681770 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8fd966-7d19-4800-b480-6dc685aa9b0d,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:12.687212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:12.691968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:12.693175 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef8fd966-7d19-4800-b480-6dc685aa9b0d HTTP/1.1" status: 204 len: 168 time: 0.2470362 Dec 17 16:20:12.792536 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-220e5263-3ee5-4d6c-a146-97601f824be9 service neutron] 10.222.0.37 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1585789 Dec 17 16:20:12.938464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-3d27ed03-5598-48ff-aede-a8deb5de2277 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:12.940685 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-3d27ed03-5598-48ff-aede-a8deb5de2277 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.68 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.1133692 Dec 17 16:20:13.056746 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-094ca09e-faa3-404b-8252-bf591f2f8cf0 req-354dd3f2-ef74-4545-b455-661901047986 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 210 time: 0.0521340 Dec 17 16:20:13.100438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Deleting port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:20:13.100838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:13.188683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:13.406728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 07f8c37a-4a28-4ada-8f86-75cef5e23f47 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:20:13.416323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e13c-bd71-4c03-9516-d39cfa560362 req-905c54ae-d06e-4e09-90f7-ed8ad954d687 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:13.418903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4666e13c-bd71-4c03-9516-d39cfa560362 req-905c54ae-d06e-4e09-90f7-ed8ad954d687 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 945 time: 0.1601095 Dec 17 16:20:13.505704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] For port 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47,segment=NetworkSegment(c5df6126-aa44-4613-9620-db57a9c55902),segment_id=c5df6126-aa44-4613-9620-db57a9c55902)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:13.506189 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:13.572586 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4666e13c-bd71-4c03-9516-d39cfa560362 req-eeeaf300-71ce-4a94-ba98-a4e36adb9934 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464260 Dec 17 16:20:13.686199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:13.720514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Calling delete_port for 07f8c37a-4a28-4ada-8f86-75cef5e23f47 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:20:13.749937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47,segment=NetworkSegment(c5df6126-aa44-4613-9620-db57a9c55902),segment_id=c5df6126-aa44-4613-9620-db57a9c55902)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:13.751526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:13.760249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:13.763623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:13.881866 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47', 'code': 200} Dec 17 16:20:13.911146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=07f8c37a-4a28-4ada-8f86-75cef5e23f47,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:13.917750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:13.996499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:20:13.997228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:20:14.024496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:14.153680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01062-d203-462b-84d5-4165bd5c2247 req-dcd31705-d965-4da3-a06c-22302cd7c30f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:14.161772 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7de01062-d203-462b-84d5-4165bd5c2247 req-dcd31705-d965-4da3-a06c-22302cd7c30f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0990953 Dec 17 16:20:14.218064 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7de01062-d203-462b-84d5-4165bd5c2247 req-14ae2e15-13c9-41c5-937c-33d6347aebce tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Dec 17 16:20:14.328153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a8cffe9-4eec-4b0b-a1c7-a60a05cfa23d req-7ac0e397-fffd-4271-a3cf-bf8ba3b4d6b5 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 210 time: 0.0468462 Dec 17 16:20:14.498316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Deleting port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:20:14.499126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:15.028747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faeb8f-46a7-401e-b241-0b9e10b1b6ef req-95cf424a-2180-4d4a-b0ba-b58039debcd8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:15.036813 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73faeb8f-46a7-401e-b241-0b9e10b1b6ef req-95cf424a-2180-4d4a-b0ba-b58039debcd8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 943 time: 0.2733011 Dec 17 16:20:15.069382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-fd6e167f-bfe5-45b7-a7ce-18f9d405f977 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:15.070161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-fd6e167f-bfe5-45b7-a7ce-18f9d405f977 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Synchronizing usage tracker for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:network {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:20:15.108429 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73faeb8f-46a7-401e-b241-0b9e10b1b6ef req-ac5d8b6f-aa6f-47ae-9d01-fb6c9ffe26cc tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/security-groups?id=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706875 Dec 17 16:20:15.109914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-fd6e167f-bfe5-45b7-a7ce-18f9d405f977 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Unset dirty status for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:network {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:20:15.110610 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-fd6e167f-bfe5-45b7-a7ce-18f9d405f977 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "GET /v2.0/networks?id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 200 len: 808 time: 0.3815868 Dec 17 16:20:15.120150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] For port 07f8c37a-4a28-4ada-8f86-75cef5e23f47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=07f8c37a-4a28-4ada-8f86-75cef5e23f47,segment=NetworkSegment(c5df6126-aa44-4613-9620-db57a9c55902),segment_id=c5df6126-aa44-4613-9620-db57a9c55902)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:15.120556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:15.137283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Request body: {'port': {'device_id': '5f4e7aef-d90a-4079-a876-793e3857782f', 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8', 'admin_state_up': True, 'tenant_id': 'ed46316553bc465e8d2e1409b9bf17da'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:15.272287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Calling delete_port for 07f8c37a-4a28-4ada-8f86-75cef5e23f47 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:20:15.491986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:15.521790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:15.627118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Pushing event deleted for resources: {'Port': ['ID=07f8c37a-4a28-4ada-8f86-75cef5e23f47,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:15.630234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:15.643152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:15.657187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Usage tracker for resource:port and tenant:ed46316553bc465e8d2e1409b9bf17da is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:15.662695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Quota usage for port was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:15.669685 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-13d6eed0-a22a-4306-bd09-047a7ee33e11 req-7ca4b51e-47fc-49de-b9ec-95adccf98914 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 210 time: 0.0808070 Dec 17 16:20:15.672325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:15.691881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bce410-7b3c-455a-82bd-154ca77da64d req-866186c1-bbbb-4670-92d3-1d1fba3d5fb9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:15.693567 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-45bce410-7b3c-455a-82bd-154ca77da64d req-866186c1-bbbb-4670-92d3-1d1fba3d5fb9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1398451 Dec 17 16:20:15.694980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Made reservation on behalf of ed46316553bc465e8d2e1409b9bf17da for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:20:15.700648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:15.800858 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-45bce410-7b3c-455a-82bd-154ca77da64d req-25c9b273-2107-418a-816f-92431b017dee tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880210 Dec 17 16:20:15.828057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] No DVR routers for this DVR port 07f8c37a-4a28-4ada-8f86-75cef5e23f47 on host hv-cinder-76675 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:20:15.831014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:15.834188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'name': 'network-vif-deleted', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:15.850053 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3266442c-9d29-4a50-a5aa-e31c438d1f30 req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.68 "DELETE /v2.0/ports/07f8c37a-4a28-4ada-8f86-75cef5e23f47 HTTP/1.1" status: 204 len: 173 time: 2.9001889 Dec 17 16:20:15.913941 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e67e56-d1b4-46da-95e5-0270725b020d', 'name': 'network-vif-deleted', 'tag': '07f8c37a-4a28-4ada-8f86-75cef5e23f47', 'status': 'completed', 'code': 200} Dec 17 16:20:16.144620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Allocated IP 172.20.0.5 (264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8/640c0ca4-be36-4737-af91-55deeadc999d/3fe59773-4e65-47fe-9099-22d574b302ce) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:20:16.339279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c521203e-2327-4ac4-8b75-199dd98df657 req-5063b5d3-0954-44cf-b269-72d52ea315df tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Synchronizing usage tracker for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:20:16.360487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c521203e-2327-4ac4-8b75-199dd98df657 req-5063b5d3-0954-44cf-b269-72d52ea315df tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Unset dirty status for tenant:7bbcf758c8f849a2a7a86a7a8556554a on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:20:16.361854 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c521203e-2327-4ac4-8b75-199dd98df657 req-5063b5d3-0954-44cf-b269-72d52ea315df tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] 10.222.0.37 "GET /v2.0/ports?device_id=99e67e56-d1b4-46da-95e5-0270725b020d HTTP/1.1" status: 200 len: 210 time: 0.0835359 Dec 17 16:20:16.432890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:16.472788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:16.490429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:16.570791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Pushing event updated for resources: {'Port': ['ID=3fe59773-4e65-47fe-9099-22d574b302ce,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:16.577480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:16.734564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:20:16.735733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:20:16.738073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:20:16.804299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:16.804982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:16.828055 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6957741 Dec 17 16:20:16.855983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Request body: {'port': {'device_id': '5f4e7aef-d90a-4079-a876-793e3857782f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:16.951978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325a591-a912-49a6-8675-6511c68556b0 req-8f210729-cb9e-45c4-9592-ca5a6b9a0a93 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:16.953735 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a325a591-a912-49a6-8675-6511c68556b0 req-8f210729-cb9e-45c4-9592-ca5a6b9a0a93 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 931 time: 0.1092024 Dec 17 16:20:17.025299 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a325a591-a912-49a6-8675-6511c68556b0 req-72aff6c3-b46d-4497-9ce4-748aeb39e016 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640979 Dec 17 16:20:17.062762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.122090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43694) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:17.221636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbcd9b-47ad-4819-a482-f7f7800fae71 req-20cf4cf5-b9cd-4d47-b6ed-bcc265dde685 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:17.223284 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bcbcd9b-47ad-4819-a482-f7f7800fae71 req-20cf4cf5-b9cd-4d47-b6ed-bcc265dde685 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2150705 Dec 17 16:20:17.319220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.338388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:17.343087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Usage tracker for resource:security_group_rule and tenant:69247a982991487588b5897b7495ed2e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:17.346098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:17.349156 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bcbcd9b-47ad-4819-a482-f7f7800fae71 req-5107bffc-9380-4eb4-885c-b1765362118d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160421 Dec 17 16:20:17.352678 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:17.443190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.449937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.476346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:17.586528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe59773-4e65-47fe-9099-22d574b302ce {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:20:17.593209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35635f1b-babf-414e-9b87-fc98141de89f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:17.594980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.596795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:17.607123 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69247a982991487588b5897b7495ed2e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4838593 Dec 17 16:20:17.609923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Transition to ACTIVE for port object 3fe59773-4e65-47fe-9099-22d574b302ce will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:20:17.612795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43720) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:17.615049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.643943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:17.701476 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-1896df32-0bd1-4c79-b3ea-3ee0cfe6aabb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1680691 Dec 17 16:20:17.716864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.747133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.807505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.827327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-81c36afc-f09c-49ce-9982-55985e1f05b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:17.852042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Pushing event updated for resources: {'Port': ['ID=3fe59773-4e65-47fe-9099-22d574b302ce,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:17.855422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:17.887010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35635f1b-babf-414e-9b87-fc98141de89f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:17.894384 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:17.900436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:17.901768 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35635f1b-babf-414e-9b87-fc98141de89f HTTP/1.1" status: 204 len: 168 time: 0.2877214 Dec 17 16:20:17.937302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-07727fe4-5c14-4bd4-8700-1fcbce6ec9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:17.938946 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-07727fe4-5c14-4bd4-8700-1fcbce6ec9e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1162 time: 0.0919037 Dec 17 16:20:18.052133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43734) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:18.122783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Attempting to bind port 3fe59773-4e65-47fe-9099-22d574b302ce on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:18.123244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Attempting to bind port 3fe59773-4e65-47fe-9099-22d574b302ce by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:20:18.123688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Attempting to bind port 3fe59773-4e65-47fe-9099-22d574b302ce on network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:20:18.130441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:20:18.131188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Checking segment: {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:20:18.131673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.132141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Bound using segment: {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:20:18.132718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Bound port: 3fe59773-4e65-47fe-9099-22d574b302ce, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:20:18.133192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.269341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-630658f3-43d6-4315-9022-217a1461a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.271171 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-630658f3-43d6-4315-9022-217a1461a097 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.3017650 Dec 17 16:20:18.316845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] For port 3fe59773-4e65-47fe-9099-22d574b302ce, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:20:18.321964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] For port 3fe59773-4e65-47fe-9099-22d574b302ce, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3fe59773-4e65-47fe-9099-22d574b302ce,segment=NetworkSegment(a28ba043-fa7b-452e-a73a-7f1830f05ae4),segment_id=a28ba043-fa7b-452e-a73a-7f1830f05ae4)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:20:18.327079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.351967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:18.456355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.497982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:18.502628 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-0054787b-a693-432e-8068-376b7edbe1b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 1000 time: 0.1858766 Dec 17 16:20:18.510676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Usage tracker for resource:security_group_rule and tenant:a857ce1c3cd44fe6b2041900ffaff5fb is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:18.516285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:18.542623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Pushing event updated for resources: {'Port': ['ID=3fe59773-4e65-47fe-9099-22d574b302ce,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:18.547164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:18.575411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:18.586472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.587248 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.588877 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] 10.222.0.68 "PUT /v2.0/ports/3fe59773-4e65-47fe-9099-22d574b302ce HTTP/1.1" status: 200 len: 1157 time: 1.7376020 Dec 17 16:20:18.589774 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4e7aef-d90a-4079-a876-793e3857782f', 'tag': '3fe59773-4e65-47fe-9099-22d574b302ce'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:18.619346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6098444-4861-48f2-8b09-ee3336c61c12 req-4a5bfbb7-5eb3-46d3-ab49-9c30e08a2d73 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.623797 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6098444-4861-48f2-8b09-ee3336c61c12 req-4a5bfbb7-5eb3-46d3-ab49-9c30e08a2d73 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 943 time: 0.3773468 Dec 17 16:20:18.673020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-a714ca9f-3ae8-4476-b25f-95496b5570ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.674648 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-a714ca9f-3ae8-4476-b25f-95496b5570ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.1440287 Dec 17 16:20:18.676306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43754) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:18.759639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.787827 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6098444-4861-48f2-8b09-ee3336c61c12 req-c2bf9558-587e-4ce3-ad5c-f9ea59d5a9ea tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526775 Dec 17 16:20:18.800624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:18.817285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Usage tracker for resource:security_group_rule and tenant:01278f9ef8914f5e8afd88bd734244cb is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:18.817285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:18.820385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-c0c2ed98-7c1a-43e2-8060-f9de91119773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.822485 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-c0c2ed98-7c1a-43e2-8060-f9de91119773 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ed46316553bc465e8d2e1409b9bf17da&device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 1160 time: 0.1652725 Dec 17 16:20:18.826669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:18.830652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde91644-bce5-46c6-bfbf-cd8d96ffc425 req-9ecb34d8-b64e-4cab-8f78-5353c23d3d6c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.833016 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cde91644-bce5-46c6-bfbf-cd8d96ffc425 req-9ecb34d8-b64e-4cab-8f78-5353c23d3d6c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1340458 Dec 17 16:20:18.899102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.911496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:18.922985 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4e7aef-d90a-4079-a876-793e3857782f', 'tag': '3fe59773-4e65-47fe-9099-22d574b302ce', 'status': 'completed', 'code': 200} Dec 17 16:20:18.929409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9b700cbe-8566-4c0b-8770-033ae1eeb89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:18.933000 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-849ba14a-27bb-49bd-9307-ff787bf01f36 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe59773-4e65-47fe-9099-22d574b302ce HTTP/1.1" status: 200 len: 217 time: 0.0736916 Dec 17 16:20:18.938654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-0136bb63-06c0-43ef-9905-1bee5b0ddc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:18.940253 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-0136bb63-06c0-43ef-9905-1bee5b0ddc31 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2498212 Dec 17 16:20:18.953937 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cde91644-bce5-46c6-bfbf-cd8d96ffc425 req-6594ee8f-2eea-43a8-81ae-2e931a3bc3ab tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130548 Dec 17 16:20:19.008367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a857ce1c3cd44fe6b2041900ffaff5fb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9550915 Dec 17 16:20:19.012096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43760) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:19.037289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41b460-9302-4b7f-bc3e-c4b6af9e4daa,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:19.044519 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:19.048547 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-1361df45-ee5b-4ca4-8200-35720045492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:19.050346 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-1361df45-ee5b-4ca4-8200-35720045492f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=640c0ca4-be36-4737-af91-55deeadc999d HTTP/1.1" status: 200 len: 848 time: 0.0953200 Dec 17 16:20:19.114870 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-d71f8939-41d4-4f3f-ac24-6a419c97dc05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520439 Dec 17 16:20:19.156960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.171502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.174489 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-caca1cfc-58c6-45e3-81b8-d58759fc8137 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138717 Dec 17 16:20:19.175507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.184323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-298c8943-6b9d-4a90-ac56-488354cd1fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:19.255891 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01278f9ef8914f5e8afd88bd734244cb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5772626 Dec 17 16:20:19.256751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.270444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43764) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:19.327423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe8401-8a12-48fe-8448-203d9bb3a6e4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:19.335012 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:19.364494 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-00ca17d3-4c26-4d7d-8140-d7e4fbe4e0e9 service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409809 Dec 17 16:20:19.390535 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79c458ef-aa98-43f2-85cd-b28c9b7065bb req-15f1ec00-f6a5-4866-af0e-9a2d4abf828d service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1988113 Dec 17 16:20:19.422947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.427938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.450866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5056c7c9-696d-48aa-9e65-ecfc1a343dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:19.769107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41b460-9302-4b7f-bc3e-c4b6af9e4daa,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:19.775786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:19.778872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.786205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.790551 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be41b460-9302-4b7f-bc3e-c4b6af9e4daa HTTP/1.1" status: 204 len: 168 time: 0.7743249 Dec 17 16:20:19.851827 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ab6861e-7ed8-46d5-9595-0823403f545f req-8986f1eb-0321-4f91-9e59-93f9e094f0be service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4783525 Dec 17 16:20:19.866675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.874680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-989b4dca-1ac6-458e-8d5f-43a25d3e7b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:19.889040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:19.892711 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26fe8401-8a12-48fe-8448-203d9bb3a6e4 HTTP/1.1" status: 204 len: 168 time: 0.6188965 Dec 17 16:20:19.892711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe8401-8a12-48fe-8448-203d9bb3a6e4,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:19.894456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:20.093297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6349882-a973-434f-8937-9bd239d56310 req-7844cf6c-d944-4a53-8977-0d474cd27e9f tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:20.104307 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c6349882-a973-434f-8937-9bd239d56310 req-7844cf6c-d944-4a53-8977-0d474cd27e9f tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 943 time: 0.1211679 Dec 17 16:20:20.172335 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c6349882-a973-434f-8937-9bd239d56310 req-2608beb2-5b1f-4101-ab00-62b2e56f6914 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629599 Dec 17 16:20:20.178211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-bfb54b12-5a2e-41c8-ba33-de51a16d4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:20.179810 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-bfb54b12-5a2e-41c8-ba33-de51a16d4989 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ed46316553bc465e8d2e1409b9bf17da&device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 1160 time: 0.1422203 Dec 17 16:20:20.398508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49be95e-3266-4714-8b19-521c1e381dd5 req-a4a81c10-c261-4d0d-8116-f7abab8f2f8d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:20.400124 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f49be95e-3266-4714-8b19-521c1e381dd5 req-a4a81c10-c261-4d0d-8116-f7abab8f2f8d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2193749 Dec 17 16:20:20.439139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-9acc59d8-0446-46aa-982f-9721ab29ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:20.440832 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-9acc59d8-0446-46aa-982f-9721ab29ad1f service neutron] 10.222.0.68 "GET /v2.0/networks?id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 200 len: 902 time: 0.1942537 Dec 17 16:20:20.457921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43794) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:20.478010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.495809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:20.500398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce5efcd77b34f09a5a6ad490acb0574 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:20.503792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:20.510516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:20.528134 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-3f56541d-6467-4e78-b73f-f3c63023e9bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe59773-4e65-47fe-9099-22d574b302ce HTTP/1.1" status: 200 len: 217 time: 0.0735052 Dec 17 16:20:20.528134 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f49be95e-3266-4714-8b19-521c1e381dd5 req-2f4d1e3b-3826-49ac-a737-baf1db2b94b9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176386 Dec 17 16:20:20.528561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 43798) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:20.547579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.607220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.610011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.612314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:20.619065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:20.620280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Usage tracker for resource:security_group_rule and tenant:18fac8e542694a088ffcc2a2ad86f2de is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:20.624744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:20.633396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:20.639813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-9af7a9b7-1669-4155-978a-b8abccce37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:20.641421 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-9af7a9b7-1669-4155-978a-b8abccce37cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=640c0ca4-be36-4737-af91-55deeadc999d HTTP/1.1" status: 200 len: 848 time: 0.0844600 Dec 17 16:20:20.662804 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ce5efcd77b34f09a5a6ad490acb0574&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2032669 Dec 17 16:20:20.663354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4adef42-7f84-4968-bc85-97bcd0db27ca,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:20.665917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43802) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:20.668828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:20.710928 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-50d63779-30d9-499a-b407-e49742349151 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551486 Dec 17 16:20:20.730404 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.759381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.809019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.814130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2257d896-5848-48bf-8b56-1c62ab2deea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:20.830722 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4adef42-7f84-4968-bc85-97bcd0db27ca,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:20.833123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:20.845301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.849417 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4adef42-7f84-4968-bc85-97bcd0db27ca HTTP/1.1" status: 204 len: 168 time: 0.1823900 Dec 17 16:20:20.873725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.884319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:20.895198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8b2ba81d-e7bc-4a99-8d7b-bbe5343c7898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:20.958464 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18fac8e542694a088ffcc2a2ad86f2de&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4265926 Dec 17 16:20:20.959568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 43810) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:20.960440 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-0b500eaf-a74d-49a8-8fa6-572e2fdf40c2 service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280936 Dec 17 16:20:20.961333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1054ccd2-e814-473c-986f-eaf4b7cb1a25,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:20.966252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:21.104074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:21.125344 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e2bf52fe-7336-4406-9415-4c3214e5221f req-10b98b64-f54e-48c9-902e-2618b32fc130 service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1554506 Dec 17 16:20:21.138648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:21.186499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:21.191849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-166bdf6c-38cd-40e4-943e-1d5dea058732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:21.207340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1054ccd2-e814-473c-986f-eaf4b7cb1a25,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:21.210394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:21.211329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:21.212591 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1054ccd2-e814-473c-986f-eaf4b7cb1a25 HTTP/1.1" status: 204 len: 168 time: 0.2518044 Dec 17 16:20:21.482178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-c0cd6334-097c-478b-af72-4fc1968773c9 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:21.485980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-c0cd6334-097c-478b-af72-4fc1968773c9 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Synchronizing usage tracker for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:20:21.552529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-c0cd6334-097c-478b-af72-4fc1968773c9 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Unset dirty status for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:20:21.563989 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-c0cd6334-097c-478b-af72-4fc1968773c9 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 943 time: 0.2364993 Dec 17 16:20:21.643991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-7f95a6b2-cdbf-43d2-83ee-814b65d2b366 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Synchronizing usage tracker for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:20:21.664514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-7f95a6b2-cdbf-43d2-83ee-814b65d2b366 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Unset dirty status for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:20:21.673859 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ef2d1c4-9d02-4a9a-8511-ac30df609cee req-7f95a6b2-cdbf-43d2-83ee-814b65d2b366 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051784 Dec 17 16:20:21.920873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3f67-5515-4aaa-bddf-43c084aaf218 req-1a589b09-c26f-4e00-a12c-f00a681e27b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:21.931058 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8fab3f67-5515-4aaa-bddf-43c084aaf218 req-1a589b09-c26f-4e00-a12c-f00a681e27b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1042941 Dec 17 16:20:21.981943 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8fab3f67-5515-4aaa-bddf-43c084aaf218 req-b4d82ebc-d213-469b-8ce5-649af46db932 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495450 Dec 17 16:20:22.900100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f94a-801b-48c5-8028-63f7b6b6a904 req-39e9470c-cd0a-4bc9-a24c-f69aac80af3c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:22.902884 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e138f94a-801b-48c5-8028-63f7b6b6a904 req-39e9470c-cd0a-4bc9-a24c-f69aac80af3c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 943 time: 0.0954082 Dec 17 16:20:22.973657 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e138f94a-801b-48c5-8028-63f7b6b6a904 req-305dcea8-8ae5-4251-ac2d-c9638a1e0baf tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526400 Dec 17 16:20:23.256303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b486c40-3399-4dd4-aebf-58ebb267be1b req-22a79bbc-6901-4bac-8e1e-2e326453bd60 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:23.268336 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4b486c40-3399-4dd4-aebf-58ebb267be1b req-22a79bbc-6901-4bac-8e1e-2e326453bd60 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1092544 Dec 17 16:20:23.329938 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4b486c40-3399-4dd4-aebf-58ebb267be1b req-f1b18750-ed32-41a2-9666-bcef2818d7a3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603764 Dec 17 16:20:23.737123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-5302c8e5-d7d5-449c-a538-5d5677c5d360 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:20:24.208937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e7a05-2116-40ae-9e54-ba892a790a40 req-8fccb5f8-ed5b-46fc-a379-b9813019d86f tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:24.210576 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e09e7a05-2116-40ae-9e54-ba892a790a40 req-8fccb5f8-ed5b-46fc-a379-b9813019d86f tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 943 time: 0.0858548 Dec 17 16:20:24.261307 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e09e7a05-2116-40ae-9e54-ba892a790a40 req-4afefc1e-249f-41d1-aaba-9c04c71114ef tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Dec 17 16:20:24.487036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3fe59773-4e65-47fe-9099-22d574b302ce up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:24.575754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 3fe59773-4e65-47fe-9099-22d574b302ce completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:20:24.583040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 3fe59773-4e65-47fe-9099-22d574b302ce triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:24.583443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:24.589911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e1647-ac38-4f2c-aed4-4c3bb1755cb2 req-b8cbcd46-9f24-4252-bd4b-5f848faa9a52 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:24.597683 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-796e1647-ac38-4f2c-aed4-4c3bb1755cb2 req-b8cbcd46-9f24-4252-bd4b-5f848faa9a52 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1126978 Dec 17 16:20:24.652937 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-796e1647-ac38-4f2c-aed4-4c3bb1755cb2 req-77ee8a31-f981-40a4-be21-e6a531916de9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542300 Dec 17 16:20:24.717191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:24.749921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7aef-d90a-4079-a876-793e3857782f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe59773-4e65-47fe-9099-22d574b302ce'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:24.757486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 3fe59773-4e65-47fe-9099-22d574b302ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3fe59773-4e65-47fe-9099-22d574b302ce,segment=NetworkSegment(a28ba043-fa7b-452e-a73a-7f1830f05ae4),segment_id=a28ba043-fa7b-452e-a73a-7f1830f05ae4)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:24.762665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:24.764607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:24.842259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=3fe59773-4e65-47fe-9099-22d574b302ce,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:24.849970 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:24.869132 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7aef-d90a-4079-a876-793e3857782f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe59773-4e65-47fe-9099-22d574b302ce', 'code': 200} Dec 17 16:20:25.201411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7e9b-e63e-4213-840b-cbb788475fc4 req-77d6590f-13a4-4293-8022-845f4cbe656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:25.203523 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-201e7e9b-e63e-4213-840b-cbb788475fc4 req-77d6590f-13a4-4293-8022-845f4cbe656f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 1162 time: 0.0797856 Dec 17 16:20:25.254283 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-201e7e9b-e63e-4213-840b-cbb788475fc4 req-0e63c547-72c1-4111-9222-6dc6ab73023f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Dec 17 16:20:25.502705 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4958e-abd7-4635-b7fa-cc0bf394ff04 req-1801ddee-da6b-4adf-a0a8-f9ce60038d9c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:25.504327 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8bd4958e-abd7-4635-b7fa-cc0bf394ff04 req-1801ddee-da6b-4adf-a0a8-f9ce60038d9c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 945 time: 0.0925474 Dec 17 16:20:25.556663 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8bd4958e-abd7-4635-b7fa-cc0bf394ff04 req-3adfd44a-0e5b-49bb-a89b-d042dc9b1a7e tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Dec 17 16:20:25.641777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:25.732487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3fe59773-4e65-47fe-9099-22d574b302ce up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:25.806090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 3fe59773-4e65-47fe-9099-22d574b302ce triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:25.806503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:25.858225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688da2e-4212-4534-88cd-d821a642ad23 req-f06ba398-415a-4514-8296-ec577fb745ba tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:25.859836 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4688da2e-4212-4534-88cd-d821a642ad23 req-f06ba398-415a-4514-8296-ec577fb745ba tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0864615 Dec 17 16:20:25.908799 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4688da2e-4212-4534-88cd-d821a642ad23 req-ab747cc8-0335-471e-994d-7aa6e5bb58b9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Dec 17 16:20:26.558445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4e39-0d04-4234-a32f-4eacacaaf9d9 req-b17fc6eb-2339-4ffb-bf3b-124dbe599cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:26.561208 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5c6e4e39-0d04-4234-a32f-4eacacaaf9d9 req-b17fc6eb-2339-4ffb-bf3b-124dbe599cc0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 1162 time: 0.0993028 Dec 17 16:20:26.628343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:20:26.674971 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5c6e4e39-0d04-4234-a32f-4eacacaaf9d9 req-ea3fec63-6c59-4503-8148-985b3c42f0a8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010158 Dec 17 16:20:26.857530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c54afe-502e-4ea4-ab2d-f4bc0713cd03 req-9c419bcd-fb9d-4c85-945f-6adc7ee6c8c6 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:26.859593 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-57c54afe-502e-4ea4-ab2d-f4bc0713cd03 req-9c419bcd-fb9d-4c85-945f-6adc7ee6c8c6 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 945 time: 0.1121299 Dec 17 16:20:26.924086 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-57c54afe-502e-4ea4-ab2d-f4bc0713cd03 req-f88d1da5-bbff-405b-a9ad-5cb1754a13bf tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Dec 17 16:20:27.163921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc746-e5df-4b6e-95d9-ed2b82d44a4e req-4fb8a6bd-b15a-48f1-b8e3-538dc7e67eab tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:27.165553 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-88fdc746-e5df-4b6e-95d9-ed2b82d44a4e req-4fb8a6bd-b15a-48f1-b8e3-538dc7e67eab tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0902340 Dec 17 16:20:27.220117 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-88fdc746-e5df-4b6e-95d9-ed2b82d44a4e req-882bb712-6b1c-4c6e-9046-12b18441bfea tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 Dec 17 16:20:27.265628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44044) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:27.440671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.459053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:27.463611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea9b873a66b40e097ee1a41b643ded9 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:27.466723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:27.473401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:27.572171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.575591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.585431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5252df63-1b0f-4e98-8c52-6f1fea0b80e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:27.628503 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ea9b873a66b40e097ee1a41b643ded9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3614044 Dec 17 16:20:27.629459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3f272-1f73-4ade-aec8-2f0632e2df64,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:27.631413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44056) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:27.632799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:27.695025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.722231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.769824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.774820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1ad8b7cd-81b2-4f49-b62e-57ce0fc7ef0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:27.787088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3f272-1f73-4ade-aec8-2f0632e2df64,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:27.789956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:27.798699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:27.801574 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68a3f272-1f73-4ade-aec8-2f0632e2df64 HTTP/1.1" status: 204 len: 168 time: 0.1681595 Dec 17 16:20:28.205677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44074) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:28.225509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.231086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3fe59773-4e65-47fe-9099-22d574b302ce up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:28.245394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:28.246666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Usage tracker for resource:security_group_rule and tenant:da5dea88c4984aa29dd058033617f227 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:28.249826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:28.256111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:28.355676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.360475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.384648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-12bcefd2-eb8f-4226-8504-c3a42466cdf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:28.439662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 3fe59773-4e65-47fe-9099-22d574b302ce triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:28.440100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.541862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822cf9b4-6b63-4490-82f4-16d5e23be19a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:28.549125 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da5dea88c4984aa29dd058033617f227&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3414996 Dec 17 16:20:28.551431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44088) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:28.560863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:28.606679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62873f-725b-470b-b272-1100c95d746e req-b5a677c4-4554-4bba-82d3-b31d6b98ec38 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:28.609322 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb62873f-725b-470b-b272-1100c95d746e req-b5a677c4-4554-4bba-82d3-b31d6b98ec38 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1644428 Dec 17 16:20:28.634687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.666042 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb62873f-725b-470b-b272-1100c95d746e req-3d102e92-4da7-4289-8649-57ceedc9ad84 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Dec 17 16:20:28.674614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.736853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.742635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-615740c1-ff99-4f01-a129-fbd795d70d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:28.769288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:28.770580 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/822cf9b4-6b63-4490-82f4-16d5e23be19a HTTP/1.1" status: 204 len: 168 time: 0.2180474 Dec 17 16:20:28.771627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822cf9b4-6b63-4490-82f4-16d5e23be19a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:28.783048 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:28.938616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f9f2-48db-45d5-bd74-a26d228d0339 req-efb77996-0206-4f3e-9b03-a53c2eff619f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:28.953748 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a044f9f2-48db-45d5-bd74-a26d228d0339 req-efb77996-0206-4f3e-9b03-a53c2eff619f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1052308 Dec 17 16:20:28.964829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e513b-d4da-4986-9829-422b3f9c250b req-d78c2a95-9505-477a-8963-8df399711cc1 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:28.966765 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad7e513b-d4da-4986-9829-422b3f9c250b req-d78c2a95-9505-477a-8963-8df399711cc1 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 945 time: 0.1130199 Dec 17 16:20:29.010741 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a044f9f2-48db-45d5-bd74-a26d228d0339 req-f2c83c15-5fc7-4e71-be4f-466b57deea78 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549922 Dec 17 16:20:29.029725 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad7e513b-d4da-4986-9829-422b3f9c250b req-e146fd82-226f-4a0b-b56c-90b1d8ce079e tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564215 Dec 17 16:20:29.789746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123989e-f7c4-4bd9-b1ba-ccf8709c159e req-67f667ed-3c60-4420-91ab-28fa2e995877 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:29.793148 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8123989e-f7c4-4bd9-b1ba-ccf8709c159e req-67f667ed-3c60-4420-91ab-28fa2e995877 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1102545 Dec 17 16:20:29.845146 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8123989e-f7c4-4bd9-b1ba-ccf8709c159e req-1233d760-1deb-4481-ab72-e33e07753562 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Dec 17 16:20:29.907251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9900c6be-3585-4507-9eef-03baec614482 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:29.980957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 9900c6be-3585-4507-9eef-03baec614482 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:29.981690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:30.321285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd219e-c1e9-443e-a6d5-8b696b30bd8c req-f5ad7bbd-1324-4005-ae59-2d70af5eddeb tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:30.323510 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e7fd219e-c1e9-443e-a6d5-8b696b30bd8c req-f5ad7bbd-1324-4005-ae59-2d70af5eddeb tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 945 time: 0.1000321 Dec 17 16:20:30.374925 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e7fd219e-c1e9-443e-a6d5-8b696b30bd8c req-50176e76-78a7-4707-903f-78164dc85110 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Dec 17 16:20:30.949468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-f025b554-9fd3-40e7-a276-8053ad3aef14 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:30.966612 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-f025b554-9fd3-40e7-a276-8053ad3aef14 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 945 time: 0.1109855 Dec 17 16:20:31.103919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Deleting port 3fe59773-4e65-47fe-9099-22d574b302ce {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:20:31.104409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:31.264114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451197d-8be8-4745-92d6-db09c0e2a3ac req-3619de32-fbe0-40ba-bf0f-37b963c3db03 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:31.265773 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9451197d-8be8-4745-92d6-db09c0e2a3ac req-3619de32-fbe0-40ba-bf0f-37b963c3db03 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1323862 Dec 17 16:20:31.267726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-197a081c-b682-42a9-a107-739ff1b86c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:31.269209 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-197a081c-b682-42a9-a107-739ff1b86c67 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.1812520 Dec 17 16:20:31.361725 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9451197d-8be8-4745-92d6-db09c0e2a3ac req-f63f249f-4df1-4756-8e25-6df2669fe335 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Dec 17 16:20:31.377541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e978d-6615-4e32-991e-fe2887ce1abc req-d6075c81-0d7b-4697-9398-ed3baa5b6065 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:31.385689 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c48e978d-6615-4e32-991e-fe2887ce1abc req-d6075c81-0d7b-4697-9398-ed3baa5b6065 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.3707645 Dec 17 16:20:31.458026 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c48e978d-6615-4e32-991e-fe2887ce1abc req-12d7785c-6605-47ec-9f5d-7f5022c6f3c5 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713029 Dec 17 16:20:31.472191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] For port 3fe59773-4e65-47fe-9099-22d574b302ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3fe59773-4e65-47fe-9099-22d574b302ce,segment=NetworkSegment(a28ba043-fa7b-452e-a73a-7f1830f05ae4),segment_id=a28ba043-fa7b-452e-a73a-7f1830f05ae4)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:31.472598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:31.502707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-a77c7543-368b-4213-96eb-3472898dc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:31.504386 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-a77c7543-368b-4213-96eb-3472898dc44b service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.1935914 Dec 17 16:20:31.609915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-11e94f2f-f878-460c-bfdd-a3a4c96e17a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.0927293 Dec 17 16:20:31.610444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3fe59773-4e65-47fe-9099-22d574b302ce no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:20:31.678685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Calling delete_port for 3fe59773-4e65-47fe-9099-22d574b302ce owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:20:31.771453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-b7ecd1eb-12cf-439d-aaab-e87df1a39dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:31.773503 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-b7ecd1eb-12cf-439d-aaab-e87df1a39dcf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.1550865 Dec 17 16:20:31.885151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:32.006428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:32.156997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:32.157304 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92be61-41b3-45e3-b770-d5bfdb11b290 req-01ad1cc7-3cc5-42fc-a693-71db4191ec8d tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:32.167658 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e92be61-41b3-45e3-b770-d5bfdb11b290 req-01ad1cc7-3cc5-42fc-a693-71db4191ec8d tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=5f4e7aef-d90a-4079-a876-793e3857782f HTTP/1.1" status: 200 len: 867 time: 0.5018480 Dec 17 16:20:32.210853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-ea1df72d-eed0-493b-8052-0dfe8201db4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4226863 Dec 17 16:20:32.212028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Pushing event deleted for resources: {'Port': ['ID=3fe59773-4e65-47fe-9099-22d574b302ce,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:32.215958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:32.224718 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e92be61-41b3-45e3-b770-d5bfdb11b290 req-e8eef175-e4ce-41f0-8969-3c2252014f03 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560055 Dec 17 16:20:32.250240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] No DVR routers for this DVR port 3fe59773-4e65-47fe-9099-22d574b302ce on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:20:32.256160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:32.265228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7aef-d90a-4079-a876-793e3857782f', 'name': 'network-vif-deleted', 'tag': '3fe59773-4e65-47fe-9099-22d574b302ce'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:32.280764 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e657d161-b0a1-4386-9e45-4f6812a4086f req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "DELETE /v2.0/ports/3fe59773-4e65-47fe-9099-22d574b302ce HTTP/1.1" status: 204 len: 173 time: 1.3073809 Dec 17 16:20:32.333893 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7aef-d90a-4079-a876-793e3857782f', 'name': 'network-vif-deleted', 'tag': '3fe59773-4e65-47fe-9099-22d574b302ce', 'status': 'completed', 'code': 200} Dec 17 16:20:32.385023 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-50f3ce69-2b74-4e65-92e2-680455c9d5d6 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589832 Dec 17 16:20:32.593485 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eff17f6b-9e74-4b08-a40b-30ef51f1a3c3 req-e4d35287-2cae-4ce9-a41f-9079ffe2676a service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2002285 Dec 17 16:20:32.635822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748beaf8-d1c2-4700-a5b2-05ab8460ac23 req-6d0008ae-1b7f-4bcd-aa9d-08770c9f160f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:32.637525 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-748beaf8-d1c2-4700-a5b2-05ab8460ac23 req-6d0008ae-1b7f-4bcd-aa9d-08770c9f160f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1171541 Dec 17 16:20:32.699650 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-748beaf8-d1c2-4700-a5b2-05ab8460ac23 req-c14b37db-a804-4abf-882d-1a958752792b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553374 Dec 17 16:20:32.738151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcb4da-42f6-4268-80ab-987688eb131f req-2c29cd49-eee3-4125-a58e-269966fb107b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:32.739864 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dfdcb4da-42f6-4268-80ab-987688eb131f req-2c29cd49-eee3-4125-a58e-269966fb107b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0941737 Dec 17 16:20:32.790620 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dfdcb4da-42f6-4268-80ab-987688eb131f req-bf1ed3d0-4a03-49ec-9b8c-5f960c362481 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Dec 17 16:20:32.819069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44250) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:32.986800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.014991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:33.021972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd4bfc4ca2a42c4b297659bc04a72b6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:33.027481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:33.037153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:33.134605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.138061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.146313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6f9c5570-181c-4ec4-9d5f-a1310552d9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:33.198085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44264) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:33.200447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fd4bfc4ca2a42c4b297659bc04a72b6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3800166 Dec 17 16:20:33.204727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e021dae5-13f2-4b67-bde7-50b33391f8de,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:33.209526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:33.272087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.306379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.376076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.385886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aca2a983-f277-4b25-b2aa-3d5d3a294d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:33.403644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021dae5-13f2-4b67-bde7-50b33391f8de,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:33.407077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:33.408138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.418251 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e021dae5-13f2-4b67-bde7-50b33391f8de HTTP/1.1" status: 204 len: 168 time: 0.2133126 Dec 17 16:20:33.891538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-cfd78b73-24b1-492d-ab61-2daadfe55dc1 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:33.899250 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-cfd78b73-24b1-492d-ab61-2daadfe55dc1 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/networks?id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 200 len: 808 time: 0.2238705 Dec 17 16:20:33.917793 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-713b1f7e-957d-41a1-aae6-d472b8c68056 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/quotas/ed46316553bc465e8d2e1409b9bf17da HTTP/1.1" status: 200 len: 375 time: 0.0173192 Dec 17 16:20:33.919384 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44306) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:33.943889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a831-ed81-4f4d-bfb5-5156a67426ae req-e99d0110-6438-4c44-a630-44ef70bd5be7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:33.945496 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1fe5a831-ed81-4f4d-bfb5-5156a67426ae req-e99d0110-6438-4c44-a630-44ef70bd5be7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0919101 Dec 17 16:20:33.988891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:33.996779 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1fe5a831-ed81-4f4d-bfb5-5156a67426ae req-3d63b0ab-296a-4671-ad71-a5ff271547b2 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Dec 17 16:20:34.000767 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-bc2e75a4-3086-41e1-ba58-828fbe1688b6 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed46316553bc465e8d2e1409b9bf17da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779030 Dec 17 16:20:34.009129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:34.014344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Usage tracker for resource:security_group_rule and tenant:e20b5673443243c79ede34fb9a9b79df is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:34.017539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:34.056097 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:34.229781 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-4f168cfa-422a-41f8-b900-4bfbf9b9b439 service neutron] 10.222.0.37 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087238 Dec 17 16:20:34.251490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7553c36-bb9a-4482-b568-33bae79f9489 req-1e26bc4c-92d4-4a86-a148-32c6f7d688e7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:34.253135 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7553c36-bb9a-4482-b568-33bae79f9489 req-1e26bc4c-92d4-4a86-a148-32c6f7d688e7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0886056 Dec 17 16:20:34.309415 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7553c36-bb9a-4482-b568-33bae79f9489 req-81802591-2d42-4e4d-bddd-cf344e721cb9 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496740 Dec 17 16:20:34.401263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:34.406415 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:34.424790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4b928fe3-2e6f-4d34-96e4-0d77618fa3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:34.470084 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-14a7337d-1cc5-45ce-b8f3-1b03852fa903 service neutron] 10.222.0.37 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2394419 Dec 17 16:20:34.479714 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e20b5673443243c79ede34fb9a9b79df&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5589166 Dec 17 16:20:34.480709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8026edb-9e6a-4250-9dde-3b2e8ba71434,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:34.482797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44320) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:34.484558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:34.553133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:34.589281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:34.646476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:34.654244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2d533684-db6c-4c32-8c4d-b7a9bf6e4d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:34.669225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8026edb-9e6a-4250-9dde-3b2e8ba71434,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:34.676422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:34.722096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:34.723325 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8026edb-9e6a-4250-9dde-3b2e8ba71434 HTTP/1.1" status: 204 len: 168 time: 0.2392445 Dec 17 16:20:34.730376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-bef288ac-ac2b-40c5-acf8-04d884608f15 req-0e9302d6-a81f-4be7-a11d-03f606d75670 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Synchronizing usage tracker for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:20:34.747860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-bef288ac-ac2b-40c5-acf8-04d884608f15 req-0e9302d6-a81f-4be7-a11d-03f606d75670 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Unset dirty status for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:20:34.749224 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bef288ac-ac2b-40c5-acf8-04d884608f15 req-0e9302d6-a81f-4be7-a11d-03f606d75670 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 210 time: 0.0714991 Dec 17 16:20:35.240726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4e2d-87ab-406e-9393-dfe5786b8d59 req-a03f0d8e-baeb-4700-9160-d6291b1ed1ac tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:35.242394 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-91ac4e2d-87ab-406e-9393-dfe5786b8d59 req-a03f0d8e-baeb-4700-9160-d6291b1ed1ac tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0925519 Dec 17 16:20:35.301363 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-91ac4e2d-87ab-406e-9393-dfe5786b8d59 req-2f33c396-444c-4f35-a23d-3bfa79face65 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Dec 17 16:20:35.542749 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef50c2-6513-4a9a-ad6d-e883e1f2db35 req-20211817-6d13-46b3-bcaa-be8a59c91114 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:35.544389 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-beef50c2-6513-4a9a-ad6d-e883e1f2db35 req-20211817-6d13-46b3-bcaa-be8a59c91114 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1001389 Dec 17 16:20:35.594862 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-beef50c2-6513-4a9a-ad6d-e883e1f2db35 req-c9f5dde7-e86a-4a1e-91af-48210cc4926e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Dec 17 16:20:35.953384 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-036b8024-4025-4c2f-ab32-7abbf59ccafe req-7190093e-a057-4fd9-afd3-27b1d9e96f57 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 210 time: 0.0514641 Dec 17 16:20:36.136508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-91f46cb7-0aa3-4944-a16e-9aeaac2dbfc8 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:36.138959 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-91f46cb7-0aa3-4944-a16e-9aeaac2dbfc8 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "GET /v2.0/networks?id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 200 len: 808 time: 0.2372906 Dec 17 16:20:36.163937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Request body: {'port': {'device_id': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8', 'admin_state_up': True, 'tenant_id': 'ed46316553bc465e8d2e1409b9bf17da'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:36.328609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:36.352661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:36.381648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Made reservation on behalf of ed46316553bc465e8d2e1409b9bf17da for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:20:36.387413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:36.772286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77edd-5485-4ca9-a7a7-942a9031553a req-75353b79-ccdf-492e-8d01-f51d0b4b4571 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:36.774065 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cc77edd-5485-4ca9-a7a7-942a9031553a req-75353b79-ccdf-492e-8d01-f51d0b4b4571 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1958222 Dec 17 16:20:36.839817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730972a-3044-4763-b378-d26007a2662c req-d9f1b5d1-a9e4-4042-8cd7-be7ac9b78ccc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:36.841464 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e730972a-3044-4763-b378-d26007a2662c req-d9f1b5d1-a9e4-4042-8cd7-be7ac9b78ccc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0936797 Dec 17 16:20:36.875232 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cc77edd-5485-4ca9-a7a7-942a9031553a req-3e43a2bf-4629-4b21-a069-9d492096ef1c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691574 Dec 17 16:20:36.880977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Allocated IP 172.20.0.8 (264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8/640c0ca4-be36-4737-af91-55deeadc999d/0420175a-f62f-4b25-a922-3fd17f9b9db1) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:20:36.889652 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e730972a-3044-4763-b378-d26007a2662c req-1c321bad-0375-451f-93cb-27c4ce1adf30 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Dec 17 16:20:37.107125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:37.134252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:37.152684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-944ee1f6-d30b-4cf8-b8d5-6ee5387c647a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:37.188666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94265f3-efa5-4c73-8fcd-8d45c61dfe11 req-86073ce7-c570-4c3a-a4f6-6acd5168d50a tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:37.190399 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a94265f3-efa5-4c73-8fcd-8d45c61dfe11 req-86073ce7-c570-4c3a-a4f6-6acd5168d50a tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 931 time: 0.0892675 Dec 17 16:20:37.303072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Pushing event updated for resources: {'Port': ['ID=0420175a-f62f-4b25-a922-3fd17f9b9db1,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:37.318452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.318973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.319214 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.319646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.320053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.320446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.320836 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.321276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.321686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.322106 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.323116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.323514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.324000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.324389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.324775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.325185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.325572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.325953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.326310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.326702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.327084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.327465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.327847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.328230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:37.334725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:37.357339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44418) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:37.430838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:20:37.434239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:20:37.438112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:20:37.448641 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a94265f3-efa5-4c73-8fcd-8d45c61dfe11 req-34ee17eb-eede-4e5f-b4ae-40f670ea2db5 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514522 Dec 17 16:20:37.483881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Deleting subnet cacea124-7491-40bd-86c1-94e35ef7679e {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:20:37.496366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:37.553897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:37.554563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:37.573650 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:37.654521 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4888158 Dec 17 16:20:37.654521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:37.687660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Request body: {'port': {'device_id': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:38.162409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0948e-7417-463b-917f-49d2a2c66562 req-ada4c0ae-4ff4-4197-8f68-a9b089ca8697 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:38.164048 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d8f0948e-7417-463b-917f-49d2a2c66562 req-ada4c0ae-4ff4-4197-8f68-a9b089ca8697 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0989804 Dec 17 16:20:38.177633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:38.212290 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d8f0948e-7417-463b-917f-49d2a2c66562 req-90ff8ef7-18a9-4a41-a7c7-9de8a664b494 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Dec 17 16:20:38.419498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d1f23-2c70-4696-8188-0752103f15eb req-f1fbe479-7a32-4f8a-b2d8-0c61913c7169 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:38.421154 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3d3d1f23-2c70-4696-8188-0752103f15eb req-f1fbe479-7a32-4f8a-b2d8-0c61913c7169 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3018343 Dec 17 16:20:38.538417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:38.564158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:38.596387 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3d3d1f23-2c70-4696-8188-0752103f15eb req-8ed24f09-b6d4-4451-80b5-59f59722ac4c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662009 Dec 17 16:20:38.615376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cacea124-7491-40bd-86c1-94e35ef7679e,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:38.649556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:38.684904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83ed00-99f1-4d58-88b5-d874c2c1f6cf req-172c8a54-8891-45b6-bf3a-2a064edba16c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:38.686539 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ce83ed00-99f1-4d58-88b5-d874c2c1f6cf req-172c8a54-8891-45b6-bf3a-2a064edba16c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 931 time: 0.0888672 Dec 17 16:20:38.734797 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ce83ed00-99f1-4d58-88b5-d874c2c1f6cf req-d5bc5a29-4fc0-42b7-8d01-83a41a4620bb tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Dec 17 16:20:38.812029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:38.821260 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2e9d487b-851f-4cc0-be04-f2899f522098 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cacea124-7491-40bd-86c1-94e35ef7679e HTTP/1.1" status: 204 len: 168 time: 1.4594619 Dec 17 16:20:38.823908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44446) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:38.972983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.120459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0420175a-f62f-4b25-a922-3fd17f9b9db1 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:20:39.145998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.181686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Transition to ACTIVE for port object 0420175a-f62f-4b25-a922-3fd17f9b9db1 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:20:39.211521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae120-9d9d-4e37-8f2a-cacd980dd051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.237021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.250334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.272419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:39.569639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Pushing event updated for resources: {'Port': ['ID=0420175a-f62f-4b25-a922-3fd17f9b9db1,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:39.574952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4003fbb9-e010-49da-9bfd-cd309080ff9d']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:20:39.585501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:39.605796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5df6126-aa44-4613-9620-db57a9c55902') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:20:39.606290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5df6126-aa44-4613-9620-db57a9c55902') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:20:39.631502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.714671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:39.717852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:20:39.830003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d85c9-4923-4ec7-a47b-b0b720d1c71d req-afd09662-7905-44e8-baf8-b701dbec8fce tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:39.831952 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3d4d85c9-4923-4ec7-a47b-b0b720d1c71d req-afd09662-7905-44e8-baf8-b701dbec8fce tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0892637 Dec 17 16:20:39.859436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028dc5c-37b7-4593-bfbb-b9cf525e05ff req-24d76f83-fed6-4493-8391-b3cbff9a830d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:39.867074 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4028dc5c-37b7-4593-bfbb-b9cf525e05ff req-24d76f83-fed6-4493-8391-b3cbff9a830d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.4763730 Dec 17 16:20:39.887566 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3d4d85c9-4923-4ec7-a47b-b0b720d1c71d req-1a712b7f-b33e-4319-b3cd-d406bd8f6932 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Dec 17 16:20:40.037889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:20:40.051908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.073168 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4028dc5c-37b7-4593-bfbb-b9cf525e05ff req-218d66e7-12c9-43c1-8491-9718a17cfb62 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043314 Dec 17 16:20:40.083767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Attempting to bind port 0420175a-f62f-4b25-a922-3fd17f9b9db1 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:40.084659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Attempting to bind port 0420175a-f62f-4b25-a922-3fd17f9b9db1 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:20:40.085177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Attempting to bind port 0420175a-f62f-4b25-a922-3fd17f9b9db1 on network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:20:40.097336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:20:40.097757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Checking segment: {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:20:40.098265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.098978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Bound using segment: {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:20:40.099330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Bound port: 0420175a-f62f-4b25-a922-3fd17f9b9db1, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28ba043-fa7b-452e-a73a-7f1830f05ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:20:40.099801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.129492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437116f0-9a8a-4cb5-a00b-18b63062ce6c req-49624c4a-1d4c-48a0-b69d-3f5c0848a9e7 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:40.131348 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-437116f0-9a8a-4cb5-a00b-18b63062ce6c req-49624c4a-1d4c-48a0-b69d-3f5c0848a9e7 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 943 time: 0.1119268 Dec 17 16:20:40.180391 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-437116f0-9a8a-4cb5-a00b-18b63062ce6c req-abe8efea-7dee-4889-bb37-b64307c0bc20 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Dec 17 16:20:40.328249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Network 4003fbb9-e010-49da-9bfd-cd309080ff9d has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:40.354114 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:40.454587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] For port 0420175a-f62f-4b25-a922-3fd17f9b9db1, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:20:40.456865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.459449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] For port 0420175a-f62f-4b25-a922-3fd17f9b9db1, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0420175a-f62f-4b25-a922-3fd17f9b9db1,segment=NetworkSegment(a28ba043-fa7b-452e-a73a-7f1830f05ae4),segment_id=a28ba043-fa7b-452e-a73a-7f1830f05ae4)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:20:40.463715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-00951950-229c-4a2d-b407-38d59c39e338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:40.483362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.485105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4003fbb9-e010-49da-9bfd-cd309080ff9d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:40.487431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.510781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:40.511399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:40.577687 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c6f00781-405a-47c5-b84b-9ef4ab7f0e84 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4003fbb9-e010-49da-9bfd-cd309080ff9d HTTP/1.1" status: 204 len: 168 time: 1.7526903 Dec 17 16:20:40.580611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44500) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:40.670712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Deleting subnet 0ea0ecfb-781e-46b9-b7f3-0e41844258f9 {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:20:40.674703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.731288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826668062'] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.797626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.897701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Pushing event updated for resources: {'Port': ['ID=0420175a-f62f-4b25-a922-3fd17f9b9db1,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:40.902911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:40.936512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:40.937219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:40.938819 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] 10.222.0.68 "PUT /v2.0/ports/0420175a-f62f-4b25-a922-3fd17f9b9db1 HTTP/1.1" status: 200 len: 1157 time: 3.2558017 Dec 17 16:20:40.939349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'tag': '0420175a-f62f-4b25-a922-3fd17f9b9db1'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:41.021704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'tag': '0420175a-f62f-4b25-a922-3fd17f9b9db1', 'status': 'completed', 'code': 200} Dec 17 16:20:41.159215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827510127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852964387'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:41.180430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:41.218561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-c5b81bac-e8fe-4477-9111-cd56fe288830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:41.221422 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-c5b81bac-e8fe-4477-9111-cd56fe288830 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ed46316553bc465e8d2e1409b9bf17da&device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 1160 time: 0.1736720 Dec 17 16:20:41.228940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b2a45-52d4-4c01-9307-455e081026a0 req-f7bbadd9-63b3-424b-ab47-c2b20ceeb7cf tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:41.230634 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc4b2a45-52d4-4c01-9307-455e081026a0 req-f7bbadd9-63b3-424b-ab47-c2b20ceeb7cf tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1504147 Dec 17 16:20:41.237554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea0ecfb-781e-46b9-b7f3-0e41844258f9,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:41.251130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.251654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.252401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.252904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.253592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.254106 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.254604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.255116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.255618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.256114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.256701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.258080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.258690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.259488 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.260527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.261022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.261562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.262057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.262546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.263153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.263641 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.264230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.265147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.265646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:41.272202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:41.345302 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-a4678c6f-3860-48d3-9c60-066106ad0c74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0420175a-f62f-4b25-a922-3fd17f9b9db1 HTTP/1.1" status: 200 len: 217 time: 0.0760765 Dec 17 16:20:41.442769 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc4b2a45-52d4-4c01-9307-455e081026a0 req-359b332d-8052-4c5d-8784-44122262c0c0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054367 Dec 17 16:20:41.487398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-9985bfac-eaba-42b1-8fa5-c0758d5bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:41.489013 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-9985bfac-eaba-42b1-8fa5-c0758d5bd593 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=640c0ca4-be36-4737-af91-55deeadc999d HTTP/1.1" status: 200 len: 848 time: 0.1328099 Dec 17 16:20:41.494970 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:41.544895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc792ff-6ebb-40a9-beef-ae81cc89f7b6 req-2fd88750-2b86-4ff4-b0f1-80e2e5469861 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:41.554153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-edc792ff-6ebb-40a9-beef-ae81cc89f7b6 req-2fd88750-2b86-4ff4-b0f1-80e2e5469861 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2679808 Dec 17 16:20:41.566572 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-09b891f5-e408-42d6-94a0-96ff639101c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682023 Dec 17 16:20:41.586433 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4af3ad11-1ce1-4dd9-96bb-c2ba1b4f8e28 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ea0ecfb-781e-46b9-b7f3-0e41844258f9 HTTP/1.1" status: 204 len: 168 time: 1.0045407 Dec 17 16:20:41.592043 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44530) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:41.643340 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-edc792ff-6ebb-40a9-beef-ae81cc89f7b6 req-2e40d097-940a-4ffe-913b-9f7f8e63ffc9 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876594 Dec 17 16:20:41.693772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2171ed19-ddc3-44fa-93db-2d131824c7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:41.735118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:41.813294 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-80c38119-a3fc-49fd-b418-c94a3e820a12 service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369852 Dec 17 16:20:41.819548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438553e-f4d0-4826-ac13-18f5c067b1b1 req-b775b19a-8c5c-4ab6-87a7-dac1dbdae36e tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:41.820300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-1438553e-f4d0-4826-ac13-18f5c067b1b1 req-b775b19a-8c5c-4ab6-87a7-dac1dbdae36e tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Synchronizing usage tracker for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:20:41.928731 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:41.930713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-1438553e-f4d0-4826-ac13-18f5c067b1b1 req-b775b19a-8c5c-4ab6-87a7-dac1dbdae36e tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Unset dirty status for tenant:ed46316553bc465e8d2e1409b9bf17da on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:20:41.932048 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1438553e-f4d0-4826-ac13-18f5c067b1b1 req-b775b19a-8c5c-4ab6-87a7-dac1dbdae36e tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 943 time: 0.3110683 Dec 17 16:20:42.009007 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb005650-649d-41b2-abc0-8317ef1bd4b8 req-59081d29-3ace-45f7-995b-a19d876880d5 service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855268 Dec 17 16:20:42.014076 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1438553e-f4d0-4826-ac13-18f5c067b1b1 req-abd2a2fc-160e-45fa-a2fe-0eb9255ba25c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665841 Dec 17 16:20:42.054150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5861969e-c4b2-429f-b47a-ee9b9489bd9e']}} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:20:42.067324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cab29c-cd6e-4ab5-a31f-456f604deb5f') {'for_net_delete': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:20:42.067663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cab29c-cd6e-4ab5-a31f-456f604deb5f') {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:20:42.081629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28107771'] for segment, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:42.097841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:42.100022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:20:42.193736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913a98-57c4-40da-904e-2e1837b55720 req-99559295-5569-4d9e-b5fd-499cc14d30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:42.195363 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-99559295-5569-4d9e-b5fd-499cc14d30c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ed46316553bc465e8d2e1409b9bf17da&device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 1160 time: 0.0788419 Dec 17 16:20:42.291669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:20:42.300959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27266099'] for segment, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:42.350884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913a98-57c4-40da-904e-2e1837b55720 req-97449455-d637-42b3-83a1-aa9d959e6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:42.352466 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-97449455-d637-42b3-83a1-aa9d959e6bfb service neutron] 10.222.0.68 "GET /v2.0/networks?id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 200 len: 902 time: 0.1439238 Dec 17 16:20:42.429000 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-7c057328-1654-42a1-8c2a-83f45d33ada0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0420175a-f62f-4b25-a922-3fd17f9b9db1 HTTP/1.1" status: 200 len: 217 time: 0.0693836 Dec 17 16:20:42.481884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Network 5861969e-c4b2-429f-b47a-ee9b9489bd9e has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:42.513395 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:42.532494 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913a98-57c4-40da-904e-2e1837b55720 req-62a1b42c-accc-4a41-ac0c-bba965ea69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:42.534612 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-62a1b42c-accc-4a41-ac0c-bba965ea69a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=640c0ca4-be36-4737-af91-55deeadc999d HTTP/1.1" status: 200 len: 848 time: 0.0986483 Dec 17 16:20:42.546514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:42.630262 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-1898620b-00df-4e2d-9a89-ccdb1771ae28 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882478 Dec 17 16:20:42.702347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:42.734182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:42.743426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d9a849e9-d403-4919-b8be-964617d57fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:42.764615 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] 10.222.0.37 "DELETE /v2.0/networks/5861969e-c4b2-429f-b47a-ee9b9489bd9e HTTP/1.1" status: 204 len: 168 time: 1.1637783 Dec 17 16:20:42.775058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Pushing event deleted for resources: {'Network': ['ID=5861969e-c4b2-429f-b47a-ee9b9489bd9e,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:42.786105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d6abee09-4621-434e-a78b-13518665058a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:42.797891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cf30c-6827-4c69-9f76-d0c27b64f3f3 req-b6d5e19c-cf87-46ee-b62c-81fa5dc194f1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:42.806546 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bb4cf30c-6827-4c69-9f76-d0c27b64f3f3 req-b6d5e19c-cf87-46ee-b62c-81fa5dc194f1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1846945 Dec 17 16:20:42.869671 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bb4cf30c-6827-4c69-9f76-d0c27b64f3f3 req-62eb4abd-2ec1-4066-b25e-37b8120adf66 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615571 Dec 17 16:20:42.898616 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-d6487221-c93b-49a1-981e-e0eecf423185 service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610612 Dec 17 16:20:42.920027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44556) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:43.064664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44566) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:43.137500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a2cbe-5eb2-499b-82bf-a31b36150f2b req-15e0cfa3-435d-4e5e-b7a8-f16737e625b3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:43.139174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc8a2cbe-5eb2-499b-82bf-a31b36150f2b req-15e0cfa3-435d-4e5e-b7a8-f16737e625b3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2302318 Dec 17 16:20:43.149633 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41913a98-57c4-40da-904e-2e1837b55720 req-61856313-1457-4b67-9773-e43bf18d514e service neutron] 10.222.0.68 "GET /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994765 Dec 17 16:20:43.199690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.205472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.213773 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc8a2cbe-5eb2-499b-82bf-a31b36150f2b req-2d257f63-81a8-44d7-80bb-982eacf6ebeb tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667500 Dec 17 16:20:43.232538 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6d825ab4-76be-49fa-8cae-36353ee05532 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bbcf758c8f849a2a7a86a7a8556554a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1629300 Dec 17 16:20:43.234139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44570) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:43.279124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:43.289518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:26697ca9f53c45bcbfd497d4596d3624 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:43.294021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:43.303890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:43.318073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.353006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.363185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d40b12-c1ab-4c0a-9ba2-516a617fb179 req-407bcad5-f39c-4586-8cb6-6e5a5a62329b tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:43.365011 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7d40b12-c1ab-4c0a-9ba2-516a617fb179 req-407bcad5-f39c-4586-8cb6-6e5a5a62329b tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 943 time: 0.1410582 Dec 17 16:20:43.407260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.413561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0911e24a-65a8-46bc-bd5c-b009fc9b3ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:43.437369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:43.441398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:43.444056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.449400 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dd8b5e0-4ddd-43b1-b57e-fa3a96644ac2 HTTP/1.1" status: 204 len: 168 time: 0.2136955 Dec 17 16:20:43.453765 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7d40b12-c1ab-4c0a-9ba2-516a617fb179 req-853faa80-bb4c-4501-86d4-21af50133cf0 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813437 Dec 17 16:20:43.555700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.560700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.573231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7f675637-f2b2-488e-a102-872e373f8da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:43.631454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44582) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:43.632417 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26697ca9f53c45bcbfd497d4596d3624&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7102542 Dec 17 16:20:43.635424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaea2e4-983e-467b-8995-7da2ab9a1b65,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:43.640035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:43.712105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.745744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.797946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.803127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4cf6e776-4537-4448-9cd9-7755a7d37e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:43.817966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaea2e4-983e-467b-8995-7da2ab9a1b65,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:43.821194 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:43.822712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:43.824318 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7eaea2e4-983e-467b-8995-7da2ab9a1b65 HTTP/1.1" status: 204 len: 168 time: 0.1913359 Dec 17 16:20:44.020724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.069802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44598) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:44.107086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19bb47-f14e-4f55-bc99-c02169b8ad1c req-639a98df-22c6-4472-9d38-f883f26463e9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:44.109374 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e19bb47-f14e-4f55-bc99-c02169b8ad1c req-639a98df-22c6-4472-9d38-f883f26463e9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1115572 Dec 17 16:20:44.160563 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-03f2a446-2e33-4239-912a-cc11c69268b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72abf0acf419404cab2abb3e2b996e8c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0886872 Dec 17 16:20:44.162777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44608) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:44.179902 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e19bb47-f14e-4f55-bc99-c02169b8ad1c req-bb4338f4-dc3e-4adc-a936-2b8f9f2a98bc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Dec 17 16:20:44.273752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.312223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.367698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.376826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d81fe759-2656-481f-aecf-3626f0cd09eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:44.392117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44618) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:44.416545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.428457 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837976b9-33e8-4e41-ab13-803cdbeabec8,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:44.435897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.439667 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/837976b9-33e8-4e41-ab13-803cdbeabec8 HTTP/1.1" status: 204 len: 168 time: 0.2733016 Dec 17 16:20:44.451764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:44.452182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:44.456788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bfc4384a424e07ba3baacd5357aa70 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:44.460078 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:44.467009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:44.522496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a31ee8-8d5d-4c51-a9e9-57a984e8f9f9 req-5620d3be-33da-43ec-858d-689115a3aab1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:44.531543 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f4a31ee8-8d5d-4c51-a9e9-57a984e8f9f9 req-5620d3be-33da-43ec-858d-689115a3aab1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1407881 Dec 17 16:20:44.561682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.565249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.574964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:44.579847 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f4a31ee8-8d5d-4c51-a9e9-57a984e8f9f9 req-0869b63a-05fc-4aad-b696-269b7a7bcdbe tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Dec 17 16:20:44.622845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6216187e-ea49-4cba-8804-70a6a7d78df8,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:44.626428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:44.644242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853cea-0913-49f5-9dc5-405ef05f3bad req-0ad50fea-1a96-4939-998c-7646d8dd80cc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:44.646009 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66853cea-0913-49f5-9dc5-405ef05f3bad req-0ad50fea-1a96-4939-998c-7646d8dd80cc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.3104284 Dec 17 16:20:44.652983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44626) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:44.653267 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7bfc4384a424e07ba3baacd5357aa70&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2597945 Dec 17 16:20:44.704945 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66853cea-0913-49f5-9dc5-405ef05f3bad req-22fb9825-ebe3-44d2-9adf-62f7d0501c3e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503983 Dec 17 16:20:44.719895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.751348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.864653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.870581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b7ed25b7-cff8-43fb-acd5-5ba187a28fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:44.886391 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6216187e-ea49-4cba-8804-70a6a7d78df8,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:44.890394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:44.897194 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:44.898427 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6216187e-ea49-4cba-8804-70a6a7d78df8 HTTP/1.1" status: 204 len: 168 time: 0.2443447 Dec 17 16:20:44.905454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac03fc8-6ffe-4d00-b7ae-821b4f7705f8 req-382dc2dc-d4e0-4467-a627-c96f7be07f84 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:44.907089 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fac03fc8-6ffe-4d00-b7ae-821b4f7705f8 req-382dc2dc-d4e0-4467-a627-c96f7be07f84 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 943 time: 0.1367247 Dec 17 16:20:44.971119 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fac03fc8-6ffe-4d00-b7ae-821b4f7705f8 req-5dba5500-69e3-480c-b856-a9ac89d68f11 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575860 Dec 17 16:20:45.118765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 0420175a-f62f-4b25-a922-3fd17f9b9db1 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:45.201251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 0420175a-f62f-4b25-a922-3fd17f9b9db1 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:20:45.207486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 0420175a-f62f-4b25-a922-3fd17f9b9db1 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:45.208301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:45.364748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:45.402656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 0420175a-f62f-4b25-a922-3fd17f9b9db1, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0420175a-f62f-4b25-a922-3fd17f9b9db1,segment=NetworkSegment(a28ba043-fa7b-452e-a73a-7f1830f05ae4),segment_id=a28ba043-fa7b-452e-a73a-7f1830f05ae4)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:45.404375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0420175a-f62f-4b25-a922-3fd17f9b9db1'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:45.410598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:45.412681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:45.472826 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0420175a-f62f-4b25-a922-3fd17f9b9db1', 'code': 200} Dec 17 16:20:45.489325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=0420175a-f62f-4b25-a922-3fd17f9b9db1,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:45.498609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.499006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.499392 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.499772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.500191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.500719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.501278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.501797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.502338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.502853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.503368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.503892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.504502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.505019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.505556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.506070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.506599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.507126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.507641 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.508156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.508854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.509398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.510566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.511102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:20:45.515793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:45.660986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d9170-fdf1-4032-910f-b66f8651265a req-669336d6-9f0e-4bee-8d8c-13cd9bcc7005 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:45.663197 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-da9d9170-fdf1-4032-910f-b66f8651265a req-669336d6-9f0e-4bee-8d8c-13cd9bcc7005 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1387694 Dec 17 16:20:45.735134 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-da9d9170-fdf1-4032-910f-b66f8651265a req-704bc3c2-93a5-49da-a313-8202537d6c74 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582182 Dec 17 16:20:46.019981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4265c-4f0f-4026-96d2-df1c57a3a386 req-701bd535-11e6-41cf-ad09-6a9e27c4c18c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:46.021760 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0be4265c-4f0f-4026-96d2-df1c57a3a386 req-701bd535-11e6-41cf-ad09-6a9e27c4c18c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0965946 Dec 17 16:20:46.040567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ed57d-4c93-4346-9acc-37a29e143d32 req-14502686-99a2-496e-9b16-cbb0b682261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:46.042900 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a94ed57d-4c93-4346-9acc-37a29e143d32 req-14502686-99a2-496e-9b16-cbb0b682261a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 1162 time: 0.1602960 Dec 17 16:20:46.050931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c0e3-0276-4453-9bb7-1ee5d978f1b7 req-3be5d3d3-93b3-4641-8fb7-42972230f0eb tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:46.052703 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7bb8c0e3-0276-4453-9bb7-1ee5d978f1b7 req-3be5d3d3-93b3-4641-8fb7-42972230f0eb tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2184591 Dec 17 16:20:46.081550 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0be4265c-4f0f-4026-96d2-df1c57a3a386 req-4dd16b6b-e728-4314-b775-16ded3b6cd6b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458968 Dec 17 16:20:46.126267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 0420175a-f62f-4b25-a922-3fd17f9b9db1 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:46.137431 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a94ed57d-4c93-4346-9acc-37a29e143d32 req-595f2f50-bbc5-43ea-8c76-393309fc0e05 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771132 Dec 17 16:20:46.145285 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7bb8c0e3-0276-4453-9bb7-1ee5d978f1b7 req-6f6f5948-9d1d-46e2-a606-0ee2131dd5c5 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767059 Dec 17 16:20:46.211905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 0420175a-f62f-4b25-a922-3fd17f9b9db1 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:46.212331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:46.392072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46df0cd-243e-4a5e-b5e2-8b83e47b1046 req-4eac3700-b8d3-4a4b-8f25-6a41bd2d1703 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:46.402406 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b46df0cd-243e-4a5e-b5e2-8b83e47b1046 req-4eac3700-b8d3-4a4b-8f25-6a41bd2d1703 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 945 time: 0.1389542 Dec 17 16:20:46.403044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:46.494735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:46.495363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:46.562263 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b46df0cd-243e-4a5e-b5e2-8b83e47b1046 req-577eeb2a-157b-4757-adc3-d4e2c223489c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588509 Dec 17 16:20:47.008182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da6a5b-9af8-4bc5-9b23-80eee7ade5d3 req-273806a7-4ebe-4b19-8e51-beca432c267a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:47.010582 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-98da6a5b-9af8-4bc5-9b23-80eee7ade5d3 req-273806a7-4ebe-4b19-8e51-beca432c267a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2541010 Dec 17 16:20:47.012819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f496fe98-7024-4e95-9ecc-d6affeea78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:47.014363 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f496fe98-7024-4e95-9ecc-d6affeea78dd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1162 time: 0.1487806 Dec 17 16:20:47.135872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cde0-eecc-4028-a556-f9772e049430 req-0568e946-6a06-4966-94cc-96bcda35f138 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:47.152254 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e936cde0-eecc-4028-a556-f9772e049430 req-0568e946-6a06-4966-94cc-96bcda35f138 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1320703 Dec 17 16:20:47.158661 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-98da6a5b-9af8-4bc5-9b23-80eee7ade5d3 req-e1ebb42f-c590-440d-bd8c-9947f2f2e10d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387081 Dec 17 16:20:47.295383 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e936cde0-eecc-4028-a556-f9772e049430 req-319a56e7-0860-4a34-98f1-c20c7678d851 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343699 Dec 17 16:20:47.341221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f819a988-51ba-41bb-8dad-7500ff087562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:47.342979 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f819a988-51ba-41bb-8dad-7500ff087562 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.2752092 Dec 17 16:20:47.825989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3580a8-a761-4317-8e33-30fed03cf8d0 req-d18e1988-2836-4318-9c75-ecfdfb4a4775 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:47.833900 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bd3580a8-a761-4317-8e33-30fed03cf8d0 req-d18e1988-2836-4318-9c75-ecfdfb4a4775 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 945 time: 0.0963395 Dec 17 16:20:47.876871 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-36fa527f-b87c-499a-8ef8-119067ba3b81 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 1000 time: 0.5243809 Dec 17 16:20:47.893836 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bd3580a8-a761-4317-8e33-30fed03cf8d0 req-8ae1be52-b004-4471-835c-6cdb43d9bd0c tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591667 Dec 17 16:20:47.973171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d3c9-9c7d-43b1-aa49-4891c41aa9ac req-18c0c5ce-85a5-4889-8245-b6842913890e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:47.981032 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dc79d3c9-9c7d-43b1-aa49-4891c41aa9ac req-18c0c5ce-85a5-4889-8245-b6842913890e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.4679971 Dec 17 16:20:48.029128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-fe70506b-bcdd-4326-afe2-97ac498b8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:48.030744 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-fe70506b-bcdd-4326-afe2-97ac498b8e1f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.1387787 Dec 17 16:20:48.043598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 0420175a-f62f-4b25-a922-3fd17f9b9db1 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:48.049706 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dc79d3c9-9c7d-43b1-aa49-4891c41aa9ac req-77858183-43f1-488a-9c03-ae51b35b48fe tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676169 Dec 17 16:20:48.130450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 0420175a-f62f-4b25-a922-3fd17f9b9db1 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:48.131014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:48.151757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f86503fb-c15f-4ed7-b40c-9a6866e4a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:48.153853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f86503fb-c15f-4ed7-b40c-9a6866e4a863 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029687 Dec 17 16:20:48.341399 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-6fb1a17e-6038-4189-b3e6-d9a138d1e3e0 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789598 Dec 17 16:20:48.484442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0689962-57ea-4e6d-be83-8276fa438f56 req-e4173b42-0e14-44ab-ae5f-c436119707e1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:48.486304 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c0689962-57ea-4e6d-be83-8276fa438f56 req-e4173b42-0e14-44ab-ae5f-c436119707e1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1626530 Dec 17 16:20:48.543719 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-878caf07-273a-4b65-afe2-89f2eca6c1c7 req-f613b45c-e239-4842-bdb1-eb92717bb95e service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1904414 Dec 17 16:20:48.548122 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c0689962-57ea-4e6d-be83-8276fa438f56 req-0d90ec97-21a6-4a6b-92eb-f0386dc535e0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495241 Dec 17 16:20:48.672298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91eb81-4e0a-4c68-adc1-da52cf042c92 req-2f4ca9ac-a7b6-4639-bade-11284f65f77b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:48.674282 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8e91eb81-4e0a-4c68-adc1-da52cf042c92 req-2f4ca9ac-a7b6-4639-bade-11284f65f77b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1289289 Dec 17 16:20:48.731081 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8e91eb81-4e0a-4c68-adc1-da52cf042c92 req-35c57e0c-38d5-4a4a-9644-0d24a8dd5764 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Dec 17 16:20:49.272915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1520df-9eec-40ae-b865-a63e30392585 req-8bb1718a-6c15-47e6-b3b7-8792ba704b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:49.274685 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a1520df-9eec-40ae-b865-a63e30392585 req-8bb1718a-6c15-47e6-b3b7-8792ba704b46 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.0758820 Dec 17 16:20:49.305458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3801-e4d3-49de-bd90-bfcc7c51481a req-0bd0e7c9-6793-41d0-9f72-13371a318880 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:49.307222 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-890b3801-e4d3-49de-bd90-bfcc7c51481a req-0bd0e7c9-6793-41d0-9f72-13371a318880 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0891900 Dec 17 16:20:49.328985 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a1520df-9eec-40ae-b865-a63e30392585 req-d1616924-fbdf-4cd0-b20a-bd47622ced89 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Dec 17 16:20:49.365205 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-890b3801-e4d3-49de-bd90-bfcc7c51481a req-997ca30d-a91c-4dd8-99ed-d58d3400c8d0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504835 Dec 17 16:20:49.800043 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcca1c-78a7-46b5-9e90-6c3caac0e1ee req-2329dece-a412-4222-ad03-8332b3d9b69b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:49.801757 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8bbcca1c-78a7-46b5-9e90-6c3caac0e1ee req-2329dece-a412-4222-ad03-8332b3d9b69b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1022677 Dec 17 16:20:49.850642 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8bbcca1c-78a7-46b5-9e90-6c3caac0e1ee req-d93b71d4-3fbb-4bfb-bb8a-dfd6178e8c49 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Dec 17 16:20:50.062257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9c31-6981-49a7-a28a-25da7d5b93d6 req-73ecd694-bb78-45be-bc5f-72728c8d9f2d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:50.064228 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbc9c31-6981-49a7-a28a-25da7d5b93d6 req-73ecd694-bb78-45be-bc5f-72728c8d9f2d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0944827 Dec 17 16:20:50.120243 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbc9c31-6981-49a7-a28a-25da7d5b93d6 req-84e2bcc1-bf40-4b65-9a0d-b44edf248930 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Dec 17 16:20:50.172989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:50.252573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c96030-0f65-4165-8906-5bc1adef29ad req-c51f380e-e2d2-4d09-a481-0e3f1ec8a374 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:50.254042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:50.254473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:50.255599 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a0c96030-0f65-4165-8906-5bc1adef29ad req-c51f380e-e2d2-4d09-a481-0e3f1ec8a374 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 945 time: 0.1187413 Dec 17 16:20:50.314860 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a0c96030-0f65-4165-8906-5bc1adef29ad req-65d73d4a-3a17-4691-a1e9-483f7e8a86a1 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 Dec 17 16:20:50.606049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6939f-91e2-44fe-8acd-8d47db94ae0d req-57d535ed-1c69-4e98-9102-989fa6fb7f6f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:50.607692 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-47c6939f-91e2-44fe-8acd-8d47db94ae0d req-57d535ed-1c69-4e98-9102-989fa6fb7f6f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0887613 Dec 17 16:20:50.663482 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-47c6939f-91e2-44fe-8acd-8d47db94ae0d req-3350d55a-fa35-4be5-8c39-bb26f54aaf95 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491045 Dec 17 16:20:51.113842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bed1ef-2ec9-4ee8-91ff-59f945fc09ec req-371d94e1-6134-43d7-8835-ef367685b1be tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:51.115513 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26bed1ef-2ec9-4ee8-91ff-59f945fc09ec req-371d94e1-6134-43d7-8835-ef367685b1be tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0929191 Dec 17 16:20:51.163835 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26bed1ef-2ec9-4ee8-91ff-59f945fc09ec req-c3a82360-a292-45b6-b6b3-7663dae2f78c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Dec 17 16:20:51.341953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307b884-e067-4c49-9a3b-a9f8d527bece req-796929a6-1534-4364-9b91-f7fbfd2bbdec tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:51.343571 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e307b884-e067-4c49-9a3b-a9f8d527bece req-796929a6-1534-4364-9b91-f7fbfd2bbdec tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0888910 Dec 17 16:20:51.392141 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e307b884-e067-4c49-9a3b-a9f8d527bece req-12255c80-1ede-49a1-92d3-ac2ff1a35e0c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Dec 17 16:20:51.544338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24005b-f9a3-42ac-8f6f-7c5444d327c7 req-820f467c-0673-43b0-abb1-d04734f5fbb6 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:51.546111 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2b24005b-f9a3-42ac-8f6f-7c5444d327c7 req-820f467c-0673-43b0-abb1-d04734f5fbb6 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 945 time: 0.0941908 Dec 17 16:20:51.601788 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2b24005b-f9a3-42ac-8f6f-7c5444d327c7 req-67df1cfe-fb06-4f78-b87d-67fc5253801a tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 Dec 17 16:20:51.924332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24389ea-0e6a-4db5-ac2c-fec36381b537 req-267eff4a-8b89-43ca-bf30-218e70ef7bf6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:51.924332 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24389ea-0e6a-4db5-ac2c-fec36381b537 req-267eff4a-8b89-43ca-bf30-218e70ef7bf6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0944467 Dec 17 16:20:51.946325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-8c9e0bbd-0e8b-40f4-b7c9-6c176c249f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:51.948505 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-8c9e0bbd-0e8b-40f4-b7c9-6c176c249f0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.1525674 Dec 17 16:20:51.983323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bd43-441a-41fb-8a86-4657a305cfd0 req-462f9cb5-d0ee-4d61-975f-f2d2b8a48a66 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:51.985386 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0771bd43-441a-41fb-8a86-4657a305cfd0 req-462f9cb5-d0ee-4d61-975f-f2d2b8a48a66 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1381733 Dec 17 16:20:52.014005 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24389ea-0e6a-4db5-ac2c-fec36381b537 req-572f2f38-a20d-4266-88b3-ad1982b96d70 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812624 Dec 17 16:20:52.099212 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0771bd43-441a-41fb-8a86-4657a305cfd0 req-596d648e-7127-4520-9b8c-5536b94ce7d6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067162 Dec 17 16:20:52.138424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:52.205213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-7ac27103-6e27-414b-a7ce-972b5b4639dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:52.207270 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-7ac27103-6e27-414b-a7ce-972b5b4639dc service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.1860971 Dec 17 16:20:52.266873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port ccea6ae3-4eb7-4172-93d4-e045f79beade triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:52.267408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:52.335938 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-438606aa-aff1-4343-bde6-9ffb049cf033 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.0847764 Dec 17 16:20:52.480433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-363650d4-8e44-4f63-9a0b-7ae45099c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:52.483915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-990280b9-2965-49bd-8b84-9055d5e2f84d tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:52.484661 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-363650d4-8e44-4f63-9a0b-7ae45099c079 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.1209314 Dec 17 16:20:52.485646 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-990280b9-2965-49bd-8b84-9055d5e2f84d tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 945 time: 0.1400807 Dec 17 16:20:52.574910 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-d53a2094-a988-497f-9af5-9705fd16cb10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750461 Dec 17 16:20:52.585646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Deleting port 0420175a-f62f-4b25-a922-3fd17f9b9db1 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:20:52.586080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:52.778324 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-11f41da9-2562-436d-adc8-5bda805a2c83 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897259 Dec 17 16:20:52.942993 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a7b9bc-e6f6-4561-8dd3-878c698500e1 req-bce4438e-fed1-4c6c-9a7f-2cac6c17f13b service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534886 Dec 17 16:20:53.157471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0944f46-4b67-4001-9719-7c4ebf9368f1 req-5715f56f-7959-4ed5-a53d-e493ce82be88 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:53.159098 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b0944f46-4b67-4001-9719-7c4ebf9368f1 req-5715f56f-7959-4ed5-a53d-e493ce82be88 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 945 time: 0.2165697 Dec 17 16:20:53.221581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] For port 0420175a-f62f-4b25-a922-3fd17f9b9db1, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0420175a-f62f-4b25-a922-3fd17f9b9db1,segment=NetworkSegment(a28ba043-fa7b-452e-a73a-7f1830f05ae4),segment_id=a28ba043-fa7b-452e-a73a-7f1830f05ae4)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:20:53.221911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:53.246031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95944e-2361-44e8-adb9-e564ab62b53c req-642d1519-1fda-4611-a48a-eab9548470f5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:53.247695 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6c95944e-2361-44e8-adb9-e564ab62b53c req-642d1519-1fda-4611-a48a-eab9548470f5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0943422 Dec 17 16:20:53.298720 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6c95944e-2361-44e8-adb9-e564ab62b53c req-80220ebd-1bcc-4679-8977-d235648b802c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Dec 17 16:20:53.302367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b0944f46-4b67-4001-9719-7c4ebf9368f1 req-5bd876b0-9f9f-4d2c-97b4-8276f24bc540 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/security-groups?id=f3242f72-c658-4107-9d4a-f67a04092586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359160 Dec 17 16:20:53.375853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Calling delete_port for 0420175a-f62f-4b25-a922-3fd17f9b9db1 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:20:53.608369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:53.615955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1656b7-45c0-41dd-aed0-f0fc3e0107a3 req-b832c72a-3625-4491-a5c5-2042dbd30986 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:53.628541 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6c1656b7-45c0-41dd-aed0-f0fc3e0107a3 req-b832c72a-3625-4491-a5c5-2042dbd30986 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.2017829 Dec 17 16:20:53.638495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:53.690187 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6c1656b7-45c0-41dd-aed0-f0fc3e0107a3 req-2e649484-01bf-43e2-a2f5-03772aacea64 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603986 Dec 17 16:20:53.724215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Pushing event deleted for resources: {'Port': ['ID=0420175a-f62f-4b25-a922-3fd17f9b9db1,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:53.734846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:53.932365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 0420175a-f62f-4b25-a922-3fd17f9b9db1 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:20:53.938375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] No DVR routers for this DVR port 0420175a-f62f-4b25-a922-3fd17f9b9db1 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:20:53.941141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:53.965704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'name': 'network-vif-deleted', 'tag': '0420175a-f62f-4b25-a922-3fd17f9b9db1'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:20:53.970979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: 0420175a-f62f-4b25-a922-3fd17f9b9db1 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:20:53.971588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 0420175a-f62f-4b25-a922-3fd17f9b9db1 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:20:53.976146 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6b6bd11-a23f-416d-848d-db4fe8baaa72 req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.68 "DELETE /v2.0/ports/0420175a-f62f-4b25-a922-3fd17f9b9db1 HTTP/1.1" status: 204 len: 173 time: 1.4759614 Dec 17 16:20:54.234430 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c226cc0-95a3-4551-80db-befdbb5ecb8b', 'name': 'network-vif-deleted', 'tag': '0420175a-f62f-4b25-a922-3fd17f9b9db1', 'status': 'completed', 'code': 200} Dec 17 16:20:54.407631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44928) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:54.510202 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3d200349-6649-4f9f-be84-e20a29c3cd32 req-09ed6c6c-12ee-4e63-8f3d-56131712839d tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] 10.222.0.37 "GET /v2.0/ports?device_id=6c226cc0-95a3-4551-80db-befdbb5ecb8b HTTP/1.1" status: 200 len: 210 time: 0.0587494 Dec 17 16:20:54.604088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7680-8303-4ba4-a70e-b2cc8a77adb9 req-9cbcf8c4-e7f4-4480-93ec-2b73125884c7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:54.605793 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dfea7680-8303-4ba4-a70e-b2cc8a77adb9 req-9cbcf8c4-e7f4-4480-93ec-2b73125884c7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1438789 Dec 17 16:20:54.668511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:54.691971 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dfea7680-8303-4ba4-a70e-b2cc8a77adb9 req-c107f1fc-4952-4853-b875-6b61139b803f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782804 Dec 17 16:20:54.691971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:54.707045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Usage tracker for resource:security_group_rule and tenant:4314f98314054b4fa6fe2095fa5a5a45 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:54.713002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:54.721226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:54.825035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:54.829967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:54.840605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9da5fd08-f7b5-4510-92e2-f3f73cfc878b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:54.889778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98931364-d5b4-4898-93f3-33c72191dd98,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:54.893550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:54.919076 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a49c89a5-81c5-4d61-bd4e-3dbc9e4a3a77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4314f98314054b4fa6fe2095fa5a5a45&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5103898 Dec 17 16:20:54.919814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44940) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:54.991759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2090c8f-46d5-415c-ab52-9fe0bc3c74e2 req-6076a816-e496-480a-acda-d1437ec1926d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:54.994901 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f2090c8f-46d5-415c-ab52-9fe0bc3c74e2 req-6076a816-e496-480a-acda-d1437ec1926d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0975051 Dec 17 16:20:55.011613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:55.042556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:55.046167 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f2090c8f-46d5-415c-ab52-9fe0bc3c74e2 req-31abb304-119c-4e89-b1a6-366db2193579 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 Dec 17 16:20:55.095083 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:55.099521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:55.111863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98931364-d5b4-4898-93f3-33c72191dd98,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:55.117287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:55.120133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:55.121466 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98931364-d5b4-4898-93f3-33c72191dd98 HTTP/1.1" status: 204 len: 168 time: 0.2004368 Dec 17 16:20:55.659481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:55.859773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 44972) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:55.968362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714381e2-ae58-4986-bb8d-a62288d52a63 req-02207954-9552-4761-ae45-367eecce739d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:55.970537 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-714381e2-ae58-4986-bb8d-a62288d52a63 req-02207954-9552-4761-ae45-367eecce739d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1118898 Dec 17 16:20:56.044040 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-714381e2-ae58-4986-bb8d-a62288d52a63 req-dec72f41-04ae-4cb2-a6f6-b6aa36dd9ca1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Dec 17 16:20:56.130645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.151033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:56.155281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Usage tracker for resource:security_group_rule and tenant:e9f0949f0118493da1bb08c3d452448e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:56.158658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:56.167527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:56.265877 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:56.324950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd903fa-fdc5-4c39-a670-fab797904874 req-2450237c-cbb9-484c-954e-6e022ade81f2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:56.326665 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dbd903fa-fdc5-4c39-a670-fab797904874 req-2450237c-cbb9-484c-954e-6e022ade81f2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1044612 Dec 17 16:20:56.331872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.335265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.365755 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a5b91f63-f00a-4006-a9e4-5f6abaafcdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:56.370864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port ccea6ae3-4eb7-4172-93d4-e045f79beade triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:56.371922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.386543 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9f0949f0118493da1bb08c3d452448e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5250299 Dec 17 16:20:56.391215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 44996) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:56.403308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24533186-9cd0-4f7a-9c09-c9d778fc1e80,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:56.406844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:56.435928 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dbd903fa-fdc5-4c39-a670-fab797904874 req-c081d60f-dfce-46bf-8d9d-825cb348bb23 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988810 Dec 17 16:20:56.536931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.566289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.599300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:20:56.629833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.650159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7f3503d-a528-40d6-a5c0-c483100dc393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:56.666274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24533186-9cd0-4f7a-9c09-c9d778fc1e80,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:56.668815 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:56.669814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:56.671347 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24533186-9cd0-4f7a-9c09-c9d778fc1e80 HTTP/1.1" status: 204 len: 168 time: 0.2779732 Dec 17 16:20:56.777990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:20:56.778433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.128232 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45020) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:57.149098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.167452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:57.171772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Usage tracker for resource:security_group_rule and tenant:ab8e21cb740d4b8d9331d26e33ef176a is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:57.175218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:57.181219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:57.269414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.272275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.282900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3328666-9b42-402f-8450-42d6f7a053b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:57.332607 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab8e21cb740d4b8d9331d26e33ef176a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2029164 Dec 17 16:20:57.333888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560800e1-10b2-475f-9b37-803dd4d687d4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:57.336110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45026) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:57.338009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:57.412431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.445386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.501127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.508259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b9d6d9b8-4eac-42a2-8b09-46f613b473fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:57.520547 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560800e1-10b2-475f-9b37-803dd4d687d4,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:57.523248 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:57.530607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:57.532150 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0c19f902-82f2-4409-8ef9-379fa811d2ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/560800e1-10b2-475f-9b37-803dd4d687d4 HTTP/1.1" status: 204 len: 168 time: 0.1931601 Dec 17 16:20:57.696300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce2b0-d13f-428a-9a5e-98bd0b96b611 req-65affada-f73f-47eb-bf7d-07ac3a06c033 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:57.698196 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a80ce2b0-d13f-428a-9a5e-98bd0b96b611 req-65affada-f73f-47eb-bf7d-07ac3a06c033 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0877213 Dec 17 16:20:57.762914 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a80ce2b0-d13f-428a-9a5e-98bd0b96b611 req-67b0c9e2-0780-4596-b9a0-28b864b21549 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508761 Dec 17 16:20:58.151710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0b4a-1fed-4c12-b64d-ba7a22a68981 req-56a4a767-23ab-4915-b10a-67ad68a1df73 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:58.153357 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2ecf0b4a-1fed-4c12-b64d-ba7a22a68981 req-56a4a767-23ab-4915-b10a-67ad68a1df73 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0901794 Dec 17 16:20:58.211131 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2ecf0b4a-1fed-4c12-b64d-ba7a22a68981 req-96bc68aa-754f-42f4-8be1-1a34c56f6269 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 Dec 17 16:20:59.133583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7c3c-ac74-43ef-aab4-211b1058c08f req-0b2ccf26-f7f4-4ef3-a948-26b61645d62c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:20:59.157589 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ddba7c3c-ac74-43ef-aab4-211b1058c08f req-0b2ccf26-f7f4-4ef3-a948-26b61645d62c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1359689 Dec 17 16:20:59.241368 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ddba7c3c-ac74-43ef-aab4-211b1058c08f req-ebca4b3f-52e9-454c-b490-f0123ef4924c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826306 Dec 17 16:20:59.307955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45124) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:59.479626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.496872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:20:59.501030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Usage tracker for resource:security_group_rule and tenant:38eb732fed5f4fb6b091dc5a5acab5d0 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:20:59.504132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:20:59.510923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:20:59.623245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.626442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.636948 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f00ef8e8-1ad2-48fa-8f46-b62e4dae7940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:59.679433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8ed87-ec3f-4b11-baea-65f781172027,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:59.683146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:59.686025 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1154cf03-79f9-43f0-beda-fa418023ebee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38eb732fed5f4fb6b091dc5a5acab5d0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3767407 Dec 17 16:20:59.689486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45134) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:20:59.766596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.805735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.859633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.865648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8117870f-0739-465f-9e81-9201517e74d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:20:59.879974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8ed87-ec3f-4b11-baea-65f781172027,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:20:59.890123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:20:59.907449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:20:59.925226 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94f8ed87-ec3f-4b11-baea-65f781172027 HTTP/1.1" status: 204 len: 168 time: 0.2255933 Dec 17 16:21:00.579367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502699-ac7a-4e3e-80eb-fc9564e6e975 req-2ef38b50-6922-4fcc-a5bf-c7a31171f1cb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:00.581620 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f8502699-ac7a-4e3e-80eb-fc9564e6e975 req-2ef38b50-6922-4fcc-a5bf-c7a31171f1cb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1116030 Dec 17 16:21:00.702875 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f8502699-ac7a-4e3e-80eb-fc9564e6e975 req-87243d26-d3ca-4269-8690-a817cd7672fd tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081200 Dec 17 16:21:01.018893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45166) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:01.249023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.284523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:01.291075 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Usage tracker for resource:security_group_rule and tenant:b4208f41d3bb4305a85dac23b388b882 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:01.295711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:01.303204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:01.382560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45180) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:01.420425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.425186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.467648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2f2e3e1e-e279-4ec1-afcb-5cfa97a0d6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:01.486835 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4208f41d3bb4305a85dac23b388b882&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4650784 Dec 17 16:21:01.488258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45186) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:01.547923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda46257-002b-48c2-9f67-cd138afb80b9,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:01.554360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:01.596052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.632978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.699472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248233236-network', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:01.705308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:01.710693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Usage tracker for resource:network and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:01.713772 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:01.719932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:01.731337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.736562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-85fd7836-c3c1-477f-980a-1aaa646a6fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:01.744421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Made reservation on behalf of fe4c78b2a39c4472ace95817d0b3f1cd for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:21:01.749318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.767594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.786342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda46257-002b-48c2-9f67-cd138afb80b9,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:01.793532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:01.794762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:01.797632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:01.811714 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cda46257-002b-48c2-9f67-cd138afb80b9 HTTP/1.1" status: 204 len: 168 time: 0.3120239 Dec 17 16:21:01.818274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:01.825358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:01.836225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:02.130976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.136022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.151854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:21:02.159720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba9aa8d8-7fb9-4c9b-9bc1-a0952d8ddf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:02.178792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.179164 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Added segment 193f4960-da0a-429e-af3d-d2887ef5b189 of type vxlan for network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 Dec 17 16:21:02.207794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.217895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7835b8-a1b6-4462-8e0a-ed987b4745d3 req-a92c8ace-79d2-456a-b248-af3c34426a02 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:02.219592 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ce7835b8-a1b6-4462-8e0a-ed987b4745d3 req-a92c8ace-79d2-456a-b248-af3c34426a02 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1640410 Dec 17 16:21:02.311163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-1f753db4-6aef-4dd4-8d53-975fbd613402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:02.312798 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-1f753db4-6aef-4dd4-8d53-975fbd613402 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.3106306 Dec 17 16:21:02.322028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.324152 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ce7835b8-a1b6-4462-8e0a-ed987b4745d3 req-bf7a2f79-025e-4a51-b666-b88d5c31a92a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979586 Dec 17 16:21:02.401911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:02.401911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.445036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7cef8f-ba05-4565-b56f-75c1705388d3,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:02.450102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45204) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:02.452031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:02.456203 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0722847 Dec 17 16:21:02.511249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.551893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45208) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:02.567760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Request body: {'subnet': {'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248233236-subnet', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:02.576552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:02.582085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:02.583672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Usage tracker for resource:subnet and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:02.589272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:02.600691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:02.621369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:02.629199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e36b18bce6401ab876c83f852a3f0f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:02.635368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:02.646227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:02.704999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2c44c0-7363-43c3-a7df-39bfa3f1df26,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:02.708436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:02.719726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:21:02.722537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba7ea2-1c87-457d-b59d-6c5d34849210 req-f578a2e9-7af1-4bd3-b46e-874cffea9d9b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:02.731344 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-96ba7ea2-1c87-457d-b59d-6c5d34849210 req-f578a2e9-7af1-4bd3-b46e-874cffea9d9b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.5718610 Dec 17 16:21:02.732997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-de430e90-d806-498d-abd5-742c55373316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:02.734579 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-de430e90-d806-498d-abd5-742c55373316 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.3952613 Dec 17 16:21:02.776938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.778332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Made reservation on behalf of fe4c78b2a39c4472ace95817d0b3f1cd for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:21:02.783380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27829493'] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.800373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:02.814096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-636753f3-f2e0-4f83-8c26-4a72c0b3cb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:02.844294 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-5219ac1e-8c24-4908-b91f-0129e38cd53f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.0768256 Dec 17 16:21:02.846802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe2b05-2b35-4809-8953-9cdef4171ab2,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:02.855958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:02.866881 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-96ba7ea2-1c87-457d-b59d-6c5d34849210 req-73e77bfb-2e46-4c8f-ad2c-d01ce5be0cbe tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350896 Dec 17 16:21:02.948003 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4e36b18bce6401ab876c83f852a3f0f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4966922 Dec 17 16:21:02.954150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-bca51df9-e5e9-4cdc-b8e3-ecb7e5254106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:02.955955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45224) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:02.956769 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-bca51df9-e5e9-4cdc-b8e3-ecb7e5254106 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.0886691 Dec 17 16:21:03.038923 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-dceba3d0-e05f-424f-bd3b-5e6ae7cf6bde service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719402 Dec 17 16:21:03.083473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:21:03.130918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:03.190025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:03.303590 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-ad5cf1fc-eb1b-4216-a279-2a987dbd2373 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573411 Dec 17 16:21:03.371911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:03.377177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4c982d1e-b55e-45bd-891b-0176a37f1918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:03.409332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe2b05-2b35-4809-8953-9cdef4171ab2,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:03.412781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:03.496429 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb99cdb2-e89c-4dfe-946f-21a23e3261fb req-573ab240-0618-43fe-ab04-ee2068179212 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1810527 Dec 17 16:21:03.531926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:03.533232 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbbe2b05-2b35-4809-8953-9cdef4171ab2 HTTP/1.1" status: 204 len: 168 time: 0.5762675 Dec 17 16:21:03.610535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:21:04.057317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e59-9c83-48c2-8ac8-c40d8aa26fd5 req-5918f45a-08e5-4448-8922-e6d1a1a5b68e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:04.059323 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-83fd5e59-9c83-48c2-8ac8-c40d8aa26fd5 req-5918f45a-08e5-4448-8922-e6d1a1a5b68e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.4383779 Dec 17 16:21:04.218797 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-83fd5e59-9c83-48c2-8ac8-c40d8aa26fd5 req-6cf98a75-54bd-4b88-8c3f-0b04527a1901 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458414 Dec 17 16:21:04.222039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2043768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27829476'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:04.225494 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ffee1-ac91-4758-b06d-ab35cf8c924d req-c86fbf17-e8f7-452c-8cce-716081cff612 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:04.227205 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6c1ffee1-ac91-4758-b06d-ab35cf8c924d req-c86fbf17-e8f7-452c-8cce-716081cff612 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1799245 Dec 17 16:21:04.264454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a780a5af-bcca-4b2c-b285-3e90fd9e64a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:04.332635 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6c1ffee1-ac91-4758-b06d-ab35cf8c924d req-29789189-e5cb-448a-a87c-d8cc4ea91ff1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984879 Dec 17 16:21:04.531978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b9dfa3-220c-405b-b8be-bf3220f156d2,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:04.542584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:04.617250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Checking segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:21:04.618487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Network hostable DHCP agents. Network: 8f2c44c0-7363-43c3-a7df-39bfa3f1df26, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:21:04.647363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:21:04.661334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 8f2c44c0-7363-43c3-a7df-39bfa3f1df26) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:21:04.671797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed30f54-774a-4d83-8e4c-9caf77eb060d None None] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:21:04.697585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:04.698652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:04.739232 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1821377 Dec 17 16:21:04.739954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45270) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:04.746719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:04.759163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:04.766321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Usage tracker for resource:router and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:04.773964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:04.792172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:04.828236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:04.829834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:04.858529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:05.043739 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:21:05.045137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:05.738131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Allocated IP 172.20.0.2 (8f2c44c0-7363-43c3-a7df-39bfa3f1df26/54b9dfa3-220c-405b-b8be-bf3220f156d2/df5b044d-5eac-490c-a800-2802895fc609) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:21:05.885744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:06.191353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f501-699e-4fbd-b297-8a05234d0bd4 req-6a7f4ea9-37fa-4911-9d1e-e88dc9b36f16 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:06.206261 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a84f501-699e-4fbd-b297-8a05234d0bd4 req-6a7f4ea9-37fa-4911-9d1e-e88dc9b36f16 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3118463 Dec 17 16:21:06.251028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:06.282345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Transition to ACTIVE for port object df5b044d-5eac-490c-a800-2802895fc609 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:06.300120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Transition to ACTIVE for port object df5b044d-5eac-490c-a800-2802895fc609 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:06.302424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f373-119b-4b9b-ad8b-8afc547edfb1 req-f69cd2bc-0a51-4e0b-ac14-038f0cf012f4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:06.308383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:06.313568 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-10e3f373-119b-4b9b-ad8b-8afc547edfb1 req-f69cd2bc-0a51-4e0b-ac14-038f0cf012f4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.2399662 Dec 17 16:21:06.430723 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-10e3f373-119b-4b9b-ad8b-8afc547edfb1 req-26a58ba3-889c-4aa9-9b33-d655706a8ea0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133215 Dec 17 16:21:06.489748 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a84f501-699e-4fbd-b297-8a05234d0bd4 req-254b2f92-f818-4bea-81ce-fa365f722efc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824261 Dec 17 16:21:06.575036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-52c9dca5-57e7-4997-a6af-0a41b50d8541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:06.722694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Pushing event updated for resources: {'Port': ['ID=df5b044d-5eac-490c-a800-2802895fc609,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:06.726050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:06.744874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:21:06.746442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:21:06.753742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:21:06.862152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Attempting to bind port df5b044d-5eac-490c-a800-2802895fc609 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:06.864077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Attempting to bind port df5b044d-5eac-490c-a800-2802895fc609 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:21:06.865261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Attempting to bind port df5b044d-5eac-490c-a800-2802895fc609 on network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:21:06.872882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:21:06.873497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Checking segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:21:06.881549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:06.882267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Bound using segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:21:06.882978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Bound port: df5b044d-5eac-490c-a800-2802895fc609, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:21:06.885335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:06.953891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:07.015955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:07.183341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] For port df5b044d-5eac-490c-a800-2802895fc609, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:21:07.195476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] For port df5b044d-5eac-490c-a800-2802895fc609, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=df5b044d-5eac-490c-a800-2802895fc609,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:21:07.203096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:07.244612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:07.595590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Pushing event updated for resources: {'Port': ['ID=df5b044d-5eac-490c-a800-2802895fc609,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:07.737365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Allocated IP 172.28.3.46 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/6ac33aef-e0fb-4cbc-ad77-85d38487d3d6) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:21:07.772158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:07.923533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95685fb6-a301-475b-8bdd-cd83445bb856 req-f9c5abd4-cdac-44ce-8b2c-878a9d78cdb2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:07.934865 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-95685fb6-a301-475b-8bdd-cd83445bb856 req-f9c5abd4-cdac-44ce-8b2c-878a9d78cdb2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1531122 Dec 17 16:21:08.037802 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-95685fb6-a301-475b-8bdd-cd83445bb856 req-a1493be6-0553-4114-bd5c-9e056e5ade9d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018534 Dec 17 16:21:08.325479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:08.363143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb03773-6cf7-4e1f-a7dd-b1aa88be8257 req-0e6b3821-d901-4372-8497-cc8fa99eef2b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:08.377347 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ceb03773-6cf7-4e1f-a7dd-b1aa88be8257 req-0e6b3821-d901-4372-8497-cc8fa99eef2b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3848479 Dec 17 16:21:08.551340 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ceb03773-6cf7-4e1f-a7dd-b1aa88be8257 req-bc7216a9-4649-4ceb-8b80-ee31dfe2641c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725986 Dec 17 16:21:08.628036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:08.672382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-210d5fb6-8e63-4627-a154-42590a2e7ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:09.017493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:09.027911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:09.098411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:21:09.099812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:21:09.102208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:21:09.224455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5748b692-0bd5-4b4a-8aa5-c826f92205cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:09.297916 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829898fa-9f53-4cea-8dae-62104f92f60d req-fac40142-707b-412c-be53-845977eb85a4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:09.299734 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-829898fa-9f53-4cea-8dae-62104f92f60d req-fac40142-707b-412c-be53-845977eb85a4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0990932 Dec 17 16:21:09.356897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-829898fa-9f53-4cea-8dae-62104f92f60d req-5dbe49b7-06a6-478a-939f-728c039e98b2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489500 Dec 17 16:21:09.700922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device df5b044d-5eac-490c-a800-2802895fc609 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:09.891742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port df5b044d-5eac-490c-a800-2802895fc609 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:21:10.037996 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:10.105412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54da4e-f3f7-41cb-af26-15cf786fb512 None None] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:21:10.366607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Provisioning for port df5b044d-5eac-490c-a800-2802895fc609 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:21:10.380925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Provisioning complete for port df5b044d-5eac-490c-a800-2802895fc609 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:10.381751 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:10.915128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ce88f-9b57-49ed-9d1d-19e93f48d4d1 req-93aa7c7d-4ae7-4daa-ad5f-81b65a54c55d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:10.917860 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-346ce88f-9b57-49ed-9d1d-19e93f48d4d1 req-93aa7c7d-4ae7-4daa-ad5f-81b65a54c55d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 1.0585353 Dec 17 16:21:10.931580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574d8b-bce2-4e19-9afe-eb55dff51d12 req-0cc96796-b1fa-41a1-95a1-c21f36038e1d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:10.939959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:10.944602 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8b574d8b-bce2-4e19-9afe-eb55dff51d12 req-0cc96796-b1fa-41a1-95a1-c21f36038e1d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.2255526 Dec 17 16:21:11.013619 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8b574d8b-bce2-4e19-9afe-eb55dff51d12 req-dfc32f83-1829-4408-b4b6-114db1151bf5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666871 Dec 17 16:21:11.229670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] For port df5b044d-5eac-490c-a800-2802895fc609, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=df5b044d-5eac-490c-a800-2802895fc609,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:21:11.247293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:11.260229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:11.285454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:11.408651 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-346ce88f-9b57-49ed-9d1d-19e93f48d4d1 req-7863fb45-1236-43ac-9fa6-221038515156 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790003 Dec 17 16:21:11.491400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Pushing event updated for resources: {'Port': ['ID=df5b044d-5eac-490c-a800-2802895fc609,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:11.513409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:11.674058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:21:11.752952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-85961bc4-9f69-4690-b324-d8a30a597147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:12.084164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:21:12.096787 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Sync routers for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:21:12.122752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:21:12.127934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:21:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:12.200149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:12.203269 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4616687 Dec 17 16:21:12.204589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45340) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:12.287938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-82b425d6-dd33-4bda-b520-d3c67ecabb8c None None] Provisioning complete for port df5b044d-5eac-490c-a800-2802895fc609 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:12.293734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-82b425d6-dd33-4bda-b520-d3c67ecabb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:12.804737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:21:12.865947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:12.942586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e8380c6a-2aa4-45fa-ab22-200a4e146d49 None None] Provisioning complete for port df5b044d-5eac-490c-a800-2802895fc609 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:12.943006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e8380c6a-2aa4-45fa-ab22-200a4e146d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:13.224998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d60af-41dc-414a-b29b-62032c286613 req-64987c9a-0d1d-45e1-ba50-46e7a6c8a7bb tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:13.238448 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ed1d60af-41dc-414a-b29b-62032c286613 req-64987c9a-0d1d-45e1-ba50-46e7a6c8a7bb tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3826718 Dec 17 16:21:13.284904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:13.329487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45348) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:13.436689 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ed1d60af-41dc-414a-b29b-62032c286613 req-9d0ba0a8-472b-4e21-8f0a-c9518383e614 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971374 Dec 17 16:21:13.543958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-2af0f5c4-e888-4afc-abd3-f4c7ff75d560 None None] Provisioning complete for port df5b044d-5eac-490c-a800-2802895fc609 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:13.544336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2af0f5c4-e888-4afc-abd3-f4c7ff75d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:13.732378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:13.778087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device df5b044d-5eac-490c-a800-2802895fc609 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:13.804131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:13.829490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Usage tracker for resource:security_group_rule and tenant:a70399dffcfa456c987078cd0a0172cb is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:13.833148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:13.846222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:13.968218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:09Z', 'revision_number': 3, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:14.002340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Checking router: 79d6bab8-835b-418b-bc94-e3d3d8b62e2b for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:21:14.003750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Updating router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:21:14.022998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.119600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.124507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.165897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a387d24d-f37f-446e-a513-7d6fc92c8bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:14.227818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.232426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.256180 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port df5b044d-5eac-490c-a800-2802895fc609 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:14.259480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.337724 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a70399dffcfa456c987078cd0a0172cb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9876053 Dec 17 16:21:14.349909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45354) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:14.360702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30437c7-7bdd-4cc4-970c-20d67eb44b97,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:14.436735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:14.506345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.584606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.720423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.726986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8eeada69-ecf7-4746-b6e7-34cd98ae7266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:14.729704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Allocated IP 172.20.0.1 (8f2c44c0-7363-43c3-a7df-39bfa3f1df26/54b9dfa3-220c-405b-b8be-bf3220f156d2/cb5b46ef-1b1e-419a-8f80-0b07ea36c346) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:21:14.769845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30437c7-7bdd-4cc4-970c-20d67eb44b97,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:14.781406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:14.796710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:14.808763 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e30437c7-7bdd-4cc4-970c-20d67eb44b97 HTTP/1.1" status: 204 len: 168 time: 0.4540710 Dec 17 16:21:15.052858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d5f4b-4110-45d5-b76f-e78bb24b066d req-133e6717-e676-42e6-a7b7-93ac28d082e7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:15.054928 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-446d5f4b-4110-45d5-b76f-e78bb24b066d req-133e6717-e676-42e6-a7b7-93ac28d082e7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.2037129 Dec 17 16:21:15.089006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:15.139599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Transition to ACTIVE for port object cb5b46ef-1b1e-419a-8f80-0b07ea36c346 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:15.156472 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-446d5f4b-4110-45d5-b76f-e78bb24b066d req-64d38a1b-957b-457e-acaf-cf1da86ed86d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899782 Dec 17 16:21:15.183154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7adced-94c0-496a-95df-153d86f6a9fe req-da328d91-0f41-45f9-9a8a-43c2ba366415 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:15.186279 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ce7adced-94c0-496a-95df-153d86f6a9fe req-da328d91-0f41-45f9-9a8a-43c2ba366415 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 2.2039022 Dec 17 16:21:15.187577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:15.290905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:15.339810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:15.379802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Transition to ACTIVE for port object 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:15.386569 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:15.435692 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f287c737-9f82-425b-ab16-a4a0dfca0485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:15.688830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Pushing event updated for resources: {'Port': ['ID=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:15.710948 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.711205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.711522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.711951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.712320 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.712691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.713244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.713961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.715152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.716489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.717744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.718936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.720511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.721452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.721808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.722163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.722568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.723020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.723377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.723733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.724092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.724441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.724791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.725245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:15.737513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:15.757574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:21:15.766642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:21:15.819398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:15.822744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:21:15.873647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Attempting to bind port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:15.874064 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Attempting to bind port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:21:15.874468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Attempting to bind port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:21:15.888284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:21:15.888284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:21:15.889359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:15.889359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:21:15.889652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Bound port: 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:21:15.889907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:15.976589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:15.982612 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ce7adced-94c0-496a-95df-153d86f6a9fe req-9437d7e2-9ba9-4ba9-8df2-ca6ea8287678 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7457445 Dec 17 16:21:16.091179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:16.179762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] For port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:21:16.200390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45368) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:16.214632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] For port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:21:16.221294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:16.259843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:16.270873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-d984bc61-1d00-4224-9275-aa7332090c8a None None] Provisioning for port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:21:16.295546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-d984bc61-1d00-4224-9275-aa7332090c8a None None] Provisioning complete for port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:16.295872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d984bc61-1d00-4224-9275-aa7332090c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:16.306142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:16.324332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Usage tracker for resource:security_group_rule and tenant:637f458191134081b9bcccc3e1f1e6a9 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:16.338702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:16.361368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:16.583509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-d984bc61-1d00-4224-9275-aa7332090c8a None None] Port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:21:16.587378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-23d51271-3ced-431b-883e-b6c63b76049f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:16.812525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:16.830511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:16.851206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2e8769db-5fca-4569-91d3-ea60bf2889fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:16.971723 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=637f458191134081b9bcccc3e1f1e6a9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7698598 Dec 17 16:21:16.973906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Pushing event updated for resources: {'Port': ['ID=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:16.978392 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45378) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:16.989709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-028deb7b-8045-44bf-a94c-aa126761cb5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:17.000166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:21:17.001542 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:21:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:17.043545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e615b-89f6-406b-a9ec-94fb2c35693a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:17.077126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:17.078636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.141008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.168750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a728-f697-4600-a43b-ad9f08cc6a52 req-65ea7153-0e4f-4d5d-8db6-0ca01d9b23a5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:17.171031 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7451a728-f697-4600-a43b-ad9f08cc6a52 req-65ea7153-0e4f-4d5d-8db6-0ca01d9b23a5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3465424 Dec 17 16:21:17.171193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.290844 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7451a728-f697-4600-a43b-ad9f08cc6a52 req-fdbe67ee-2918-487b-a9f2-896bc1cd2015 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070375 Dec 17 16:21:17.309633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.314369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-75590409-6f90-4159-a171-3777c07063ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:17.352855 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e615b-89f6-406b-a9ec-94fb2c35693a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:17.362270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:17.375382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.382891 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ba719b3a-7dc0-4c6e-815f-8dd6132ecc93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d47e615b-89f6-406b-a9ec-94fb2c35693a HTTP/1.1" status: 204 len: 168 time: 0.4021010 Dec 17 16:21:17.479735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:21:17.688801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.763037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:17.796024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:17.912624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:17.917830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:17.987357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:18.305996 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:21:18.325790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1072cfe-1f8a-47ba-b94c-d86a1ef7ce87 req-cdf2f4f1-99af-4881-80d2-3e821eb23f27 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:18.337789 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b1072cfe-1f8a-47ba-b94c-d86a1ef7ce87 req-cdf2f4f1-99af-4881-80d2-3e821eb23f27 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.6439760 Dec 17 16:21:18.386717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:21:18.909841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:21:18.978416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-3b31d9a8-ffed-4794-8601-f7b612f1af69 None None] Provisioning complete for port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:18.978847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3b31d9a8-ffed-4794-8601-f7b612f1af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:19.040368 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b1072cfe-1f8a-47ba-b94c-d86a1ef7ce87 req-f200cbd4-05a4-46fa-b02e-b933dd00eca9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7013648 Dec 17 16:21:19.081957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:14Z', 'revision_number': 1, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:19.095104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f809a-15a7-4c1b-bc4d-7bf05bc25bcf None None] The sync data for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb is: [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:14Z', 'revision_number': 1, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:21:19.141605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-3b31d9a8-ffed-4794-8601-f7b612f1af69 None None] Port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:21:19.192355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9dbd6-ad54-49e9-83d0-f4503d8ae931 req-300ad007-9f13-4aa7-bf53-5e8deb64818d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:19.201732 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d3f9dbd6-ad54-49e9-83d0-f4503d8ae931 req-300ad007-9f13-4aa7-bf53-5e8deb64818d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3343811 Dec 17 16:21:19.322704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d3f9dbd6-ad54-49e9-83d0-f4503d8ae931 req-5b1a91cf-71f6-40d5-9497-711e1153ce9e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198080 Dec 17 16:21:19.505021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:21:19.527058 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] 10.222.0.37 "PUT /v2.0/routers/79d6bab8-835b-418b-bc94-e3d3d8b62e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3210490 Dec 17 16:21:20.828528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348c93-7be6-4d33-81c4-3ef2be03f114 req-13b7d9a6-019d-4fb3-a696-a4b66717f036 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:20.855367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-20348c93-7be6-4d33-81c4-3ef2be03f114 req-13b7d9a6-019d-4fb3-a696-a4b66717f036 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.3833821 Dec 17 16:21:21.029288 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-20348c93-7be6-4d33-81c4-3ef2be03f114 req-1b38fb2f-01fd-4566-8a4b-5aa6c3016ba3 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681125 Dec 17 16:21:21.096957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee3ae-8bff-438d-9aee-96aa93e78600 req-e2ec17d7-c051-45b9-8d73-9b16867699af tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:21.114244 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5b6ee3ae-8bff-438d-9aee-96aa93e78600 req-e2ec17d7-c051-45b9-8d73-9b16867699af tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3212008 Dec 17 16:21:21.216114 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5b6ee3ae-8bff-438d-9aee-96aa93e78600 req-e4e728a8-8a79-4bb2-a1b2-5683b7d90a1b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002493 Dec 17 16:21:21.254065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-83b4e9b3-37f2-4c38-bf8f-4ca401a5766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:21.257521 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-83b4e9b3-37f2-4c38-bf8f-4ca401a5766a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.3783712 Dec 17 16:21:21.742684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-c947bfa9-c8f1-4001-abc9-bb96085acf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:21.746823 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-c947bfa9-c8f1-4001-abc9-bb96085acf60 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.4657435 Dec 17 16:21:21.784617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:21.892994 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-76c9413e-6426-43d4-bb27-4cae90f9ed01 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.1270056 Dec 17 16:21:21.950554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:21:21.960812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:21.961300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:22.030245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-66b2366e-de53-4d2f-8f85-ab12d9b53c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:22.032657 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-66b2366e-de53-4d2f-8f85-ab12d9b53c06 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.1308823 Dec 17 16:21:22.105256 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-65c416f4-d1b1-46ea-a7f5-bc7f90e48000 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636439 Dec 17 16:21:22.220127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:22.256881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:21:22.262971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:22.265231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:22.344681 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-3dc939ac-9afa-4559-aaa0-8abf4388dec3 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318943 Dec 17 16:21:22.538256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3fb96-de97-4810-9473-348f77d50acb req-2c0299a2-0cae-4511-8590-497ca4bf1565 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:22.549293 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6fe3fb96-de97-4810-9473-348f77d50acb req-2c0299a2-0cae-4511-8590-497ca4bf1565 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.2450740 Dec 17 16:21:22.566865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:22.591821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:22.622581 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cf9b738-c435-40da-89b0-7d4d5fa02b86 req-b04243e2-7e0a-4ccb-b5cc-6c3f05dd5c3e service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2703001 Dec 17 16:21:22.701226 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6fe3fb96-de97-4810-9473-348f77d50acb req-29b72418-0490-46ca-bbb5-1fe6dfeb4040 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482744 Dec 17 16:21:22.808651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d558b-7135-4050-99b9-b9e5dc361c3a req-c1f5a091-da02-4055-bec4-7aabe1cc9350 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:22.830582 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-869d558b-7135-4050-99b9-b9e5dc361c3a req-c1f5a091-da02-4055-bec4-7aabe1cc9350 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.2067981 Dec 17 16:21:22.953494 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-869d558b-7135-4050-99b9-b9e5dc361c3a req-7b66af6e-f43a-4164-bbdf-11621e97e179 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218610 Dec 17 16:21:23.619608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:23.713239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:23.714129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:24.122358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f137d7-3c1d-439c-91c6-5e85769c5cc3 req-a08ae9a7-61ea-43cd-8962-ff361e6b6a45 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:24.124620 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b4f137d7-3c1d-439c-91c6-5e85769c5cc3 req-a08ae9a7-61ea-43cd-8962-ff361e6b6a45 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1624734 Dec 17 16:21:24.237201 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b4f137d7-3c1d-439c-91c6-5e85769c5cc3 req-da0f784c-6e0b-4d14-a06c-40dee6528b14 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053889 Dec 17 16:21:24.328290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ce8df-a38b-4cff-a109-a0a227a6f1b5 req-f58ba60f-0646-4d51-b9af-33fd40b194f6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:24.338420 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-980ce8df-a38b-4cff-a109-a0a227a6f1b5 req-f58ba60f-0646-4d51-b9af-33fd40b194f6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1195014 Dec 17 16:21:24.406115 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-980ce8df-a38b-4cff-a109-a0a227a6f1b5 req-df55951c-ee00-4c4e-93a2-71fda5a0053c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Dec 17 16:21:24.635747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Sync routers for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:21:24.660946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:21:24.662047 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:21:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:24.920578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:21:25.515242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:17Z', 'revision_number': 2, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:25.520905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Checking router: 79d6bab8-835b-418b-bc94-e3d3d8b62e2b for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:21:25.521511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Updating router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:21:25.584853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:25.756110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:26.050961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccbb1-5e67-49cf-9883-eb76c0b7215d req-3ec76545-d8e4-4252-9c3b-a8c573c67eab tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:26.063850 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a85ccbb1-5e67-49cf-9883-eb76c0b7215d req-3ec76545-d8e4-4252-9c3b-a8c573c67eab tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.3169582 Dec 17 16:21:26.118543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2751e-74a1-447c-8595-9b10e22a802e req-c4856d4b-8774-4430-a007-47e9dacd03e5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:26.124741 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-43e2751e-74a1-447c-8595-9b10e22a802e req-c4856d4b-8774-4430-a007-47e9dacd03e5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3046575 Dec 17 16:21:26.219417 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a85ccbb1-5e67-49cf-9883-eb76c0b7215d req-8f051c91-37a2-4c3d-adb8-a1f879a78e5b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539905 Dec 17 16:21:26.221072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-43e2751e-74a1-447c-8595-9b10e22a802e req-6fd767aa-f74e-43c0-998c-4042cd4ba1f8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894916 Dec 17 16:21:26.490236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:26.507473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Transition to ACTIVE for port object cb5b46ef-1b1e-419a-8f80-0b07ea36c346 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:26.513666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:26.538792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:26.746680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78396e-92de-43e9-8f0d-7ba6e7ebdadb None None] Pushing event updated for resources: {'Port': ['ID=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:26.765190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b78396e-92de-43e9-8f0d-7ba6e7ebdadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:27.045926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Attempting to bind port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:27.046354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Attempting to bind port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:21:27.046784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Attempting to bind port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 on network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:21:27.078728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:21:27.079160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Checking segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:21:27.079677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:27.080124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Bound using segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:21:27.080876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Bound port: cb5b46ef-1b1e-419a-8f80-0b07ea36c346, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:21:27.083462 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:27.234933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] For port cb5b46ef-1b1e-419a-8f80-0b07ea36c346, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:21:27.238635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] For port cb5b46ef-1b1e-419a-8f80-0b07ea36c346, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:21:27.253448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:27.278039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:27.699859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:21:27.700573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:21:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:27.790566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24b6f9-18e5-4a77-8af1-ac9b46b5ab58 req-96c6ff79-7543-46fd-a7e9-844d6c026ac2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:27.801901 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4f24b6f9-18e5-4a77-8af1-ac9b46b5ab58 req-96c6ff79-7543-46fd-a7e9-844d6c026ac2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.2385974 Dec 17 16:21:27.917950 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4f24b6f9-18e5-4a77-8af1-ac9b46b5ab58 req-31d46cc8-b87d-49f3-9ab1-744899efc197 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142442 Dec 17 16:21:28.092325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b804-fc18-4544-b975-e83c1893cb15 req-61f88a5c-ed6e-4970-94ac-f5e0d75d56c7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:28.094896 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a774b804-fc18-4544-b975-e83c1893cb15 req-61f88a5c-ed6e-4970-94ac-f5e0d75d56c7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.4098651 Dec 17 16:21:28.238960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78396e-92de-43e9-8f0d-7ba6e7ebdadb None None] Pushing event updated for resources: {'Port': ['ID=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:28.254605 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a774b804-fc18-4544-b975-e83c1893cb15 req-71c9147f-9814-4e81-beb6-6eddd0adc928 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505620 Dec 17 16:21:28.432929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:21:28.770826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b78396e-92de-43e9-8f0d-7ba6e7ebdadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.493s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:29.109545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:27Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:29.138374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f196830-e0b6-4a7c-a295-7bd7b4e421d1 None None] The sync data for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb is: [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:27Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:21:29.427300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467ee2a-fc03-4138-9b9f-5083a67061ab req-4da172d7-7b69-4710-aadd-4dea72e4bc5e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:29.437189 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c467ee2a-fc03-4138-9b9f-5083a67061ab req-4da172d7-7b69-4710-aadd-4dea72e4bc5e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1293106 Dec 17 16:21:29.521714 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c467ee2a-fc03-4138-9b9f-5083a67061ab req-e0e33166-867e-4376-847e-ae66437e58ec tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835450 Dec 17 16:21:29.816956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device cb5b46ef-1b1e-419a-8f80-0b07ea36c346 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:29.893449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76263c-9a71-404b-b45c-09998d796a36 req-606ab7d2-fe4b-4832-9847-c572133600b3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:29.903356 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3f76263c-9a71-404b-b45c-09998d796a36 req-606ab7d2-fe4b-4832-9847-c572133600b3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.2561288 Dec 17 16:21:29.995910 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3f76263c-9a71-404b-b45c-09998d796a36 req-0edfaa0c-c0d6-40b2-896f-f41847c02b72 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908322 Dec 17 16:21:29.998689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:21:30.018928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:30.019626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:30.222260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:30.268801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port cb5b46ef-1b1e-419a-8f80-0b07ea36c346, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:21:30.272606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:30.275979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0cddb5e9-687e-44d3-aef4-6df971f28720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:30.398662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:30.408369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:30.586676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:30.710735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:30.711595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:30.884481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ada056-34e7-4663-91e3-48d485b8e08e req-367e7529-6c80-4ce2-8120-394382f270e2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:30.886956 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79ada056-34e7-4663-91e3-48d485b8e08e req-367e7529-6c80-4ce2-8120-394382f270e2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1199229 Dec 17 16:21:30.940962 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79ada056-34e7-4663-91e3-48d485b8e08e req-85575123-52ab-48ba-bada-e034a22e7ccb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Dec 17 16:21:31.141899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-2a304c23-ff64-4ca2-bbe7-7c305975aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:31.144077 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-2a304c23-ff64-4ca2-bbe7-7c305975aa8d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0995924 Dec 17 16:21:31.431779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0bfe-a54b-4f4e-be06-5f3003f83961 req-5df67ba4-e4c2-46ba-a887-8afb2fc1be0e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:31.433933 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4bbd0bfe-a54b-4f4e-be06-5f3003f83961 req-5df67ba4-e4c2-46ba-a887-8afb2fc1be0e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.2205324 Dec 17 16:21:31.442989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-8aa68d13-4bc8-42a6-a233-c2014052fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:31.444853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-8aa68d13-4bc8-42a6-a233-c2014052fdaf service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.2929780 Dec 17 16:21:31.653870 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device cb5b46ef-1b1e-419a-8f80-0b07ea36c346 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:31.720791 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4bbd0bfe-a54b-4f4e-be06-5f3003f83961 req-12a921ed-c3dc-4813-a7e4-2ce31dfccb05 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788174 Dec 17 16:21:31.729982 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-8843dec8-0087-4e35-a648-64ee2e7d047a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 1002 time: 0.2682993 Dec 17 16:21:31.786788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:31.787220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:31.818479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-8dbe4c27-4bae-4149-9b74-31bc37245590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:31.820337 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-8dbe4c27-4bae-4149-9b74-31bc37245590 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0811224 Dec 17 16:21:32.092111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cca6db-9b13-4d51-887e-32b63a1f186a req-da66827b-af7f-4cc4-bf6d-8615f1a107f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:32.107487 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8cca6db-9b13-4d51-887e-32b63a1f186a req-da66827b-af7f-4cc4-bf6d-8615f1a107f3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.2886329 Dec 17 16:21:32.225958 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b8cca6db-9b13-4d51-887e-32b63a1f186a req-50de538e-e96b-441a-ac9d-a6f070d66062 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056950 Dec 17 16:21:32.299020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-ec2ba660-3e47-4b47-bfc6-7bc99f7cf2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:32.300704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-ec2ba660-3e47-4b47-bfc6-7bc99f7cf2ad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4730816 Dec 17 16:21:32.427467 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09af4-f703-4f81-8132-c6678403b09f req-5403ce71-c722-4882-b6f5-4e6d24435fc4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:32.436213 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26b09af4-f703-4f81-8132-c6678403b09f req-5403ce71-c722-4882-b6f5-4e6d24435fc4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1454239 Dec 17 16:21:32.533750 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-26b09af4-f703-4f81-8132-c6678403b09f req-ad0685b0-a4c4-49b5-b8eb-1cc7947bc92f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964444 Dec 17 16:21:32.714667 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-78f611da-8c66-40cc-ab91-14c58f496f2f service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302499 Dec 17 16:21:32.948400 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e31d301a-7016-4520-b4fb-b48d619cdc9d req-e678d7bf-2f36-4b55-acf8-caf9ccee38b2 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2247601 Dec 17 16:21:33.043902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419ddb-7a8e-492c-9d9e-576e799b7d3c req-f70cd58b-44dc-43ab-811b-b9b8d320c8e5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:33.045871 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2c419ddb-7a8e-492c-9d9e-576e799b7d3c req-f70cd58b-44dc-43ab-811b-b9b8d320c8e5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1371422 Dec 17 16:21:33.098214 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2c419ddb-7a8e-492c-9d9e-576e799b7d3c req-6f7b2147-3fb9-44ab-a258-93641f425bda tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Dec 17 16:21:33.810164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7114-f7c5-44f9-9aae-4ad6c76cf38c req-199c7e54-7892-4336-bef6-14607937a7fb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:33.812084 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a05a7114-f7c5-44f9-9aae-4ad6c76cf38c req-199c7e54-7892-4336-bef6-14607937a7fb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1027908 Dec 17 16:21:33.876250 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a05a7114-f7c5-44f9-9aae-4ad6c76cf38c req-09001275-50a5-4df0-aebb-0955ca404de6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635345 Dec 17 16:21:34.404391 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9039-5aa4-4956-8f01-927b20d5f603 req-8d160d41-7990-418c-a8a8-0bb275442170 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:34.422162 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f4b9039-5aa4-4956-8f01-927b20d5f603 req-8d160d41-7990-418c-a8a8-0bb275442170 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1540725 Dec 17 16:21:34.478204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45674) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:34.505726 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f4b9039-5aa4-4956-8f01-927b20d5f603 req-21d2eae0-3a86-40b6-b9cb-c75a33bd5630 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822482 Dec 17 16:21:34.588458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Deleting subnet 640c0ca4-be36-4737-af91-55deeadc999d {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:21:34.592596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:34.679684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826668062'] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:34.745981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:35.223526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827510127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852964387'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:35.260265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-233edca6-6c61-4fcc-b53b-39928bcce070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:35.301749 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf063-e388-4b4e-a1a6-99de79e6a162 req-b72dc4eb-bac1-49e3-94e2-5fcd15023cb5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:35.303471 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7b6cf063-e388-4b4e-a1a6-99de79e6a162 req-b72dc4eb-bac1-49e3-94e2-5fcd15023cb5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1171572 Dec 17 16:21:35.318776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640c0ca4-be36-4737-af91-55deeadc999d,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:35.324548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:35.377067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-22b221b5-d783-47d9-92e2-b9a63848d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:35.378906 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-22b221b5-d783-47d9-92e2-b9a63848d9d0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7168870b8de4df38da406c91b4cb3a7&device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 1163 time: 0.2865803 Dec 17 16:21:35.399460 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7b6cf063-e388-4b4e-a1a6-99de79e6a162 req-4db93f71-ece7-45f2-84ad-b8c896a7941f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837059 Dec 17 16:21:35.872243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ee96f-46eb-4f01-84f3-780119bbbb59 req-bb08ece1-7ad5-47a8-8cc3-dea487cfdf91 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:35.873952 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bf2ee96f-46eb-4f01-84f3-780119bbbb59 req-bb08ece1-7ad5-47a8-8cc3-dea487cfdf91 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.7113848 Dec 17 16:21:35.876881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:35.887290 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/640c0ca4-be36-4737-af91-55deeadc999d HTTP/1.1" status: 204 len: 168 time: 1.4045527 Dec 17 16:21:35.887677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45704) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:35.903491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-50b880a2-acf5-4b1f-a931-e8949e7216e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:35.905095 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-50b880a2-acf5-4b1f-a931-e8949e7216e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 200 len: 913 time: 0.3222518 Dec 17 16:21:36.073229 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-3b2fa02c-56f8-4e7d-ac2c-fab83b3690fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 200 len: 217 time: 0.1423864 Dec 17 16:21:36.079814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.112742 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bf2ee96f-46eb-4f01-84f3-780119bbbb59 req-ecd01477-c188-413e-bdc1-41b456bc949b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188261 Dec 17 16:21:36.232465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-bd9fba4c-fb72-4dc0-8338-fa74af418d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:36.235286 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-bd9fba4c-fb72-4dc0-8338-fa74af418d3a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 200 len: 859 time: 0.1211474 Dec 17 16:21:36.314113 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-2d71599a-ff4e-41a3-9ae4-4744dc40108a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b8d2ff84-57ae-4fd3-ac99-40904427c7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552211 Dec 17 16:21:36.357427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:21:36.364483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45710) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:36.401933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.633289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.664100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:36.685701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:21:36.702419 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-1a15f3fd-7acf-43f7-9744-01ae3cebcffa service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654835 Dec 17 16:21:36.704378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28ba043-fa7b-452e-a73a-7f1830f05ae4') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:36.707090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28ba043-fa7b-452e-a73a-7f1830f05ae4') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:21:36.720346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:21:36.724128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.726102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:36.733455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.800672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.803660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:21:36.854588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:36.856148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcf98-9038-4680-acc0-3db804d11823 req-558610ae-b645-4739-a8f7-7a4f8265f1cc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:36.857946 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c94fcf98-9038-4680-acc0-3db804d11823 req-558610ae-b645-4739-a8f7-7a4f8265f1cc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.7041705 Dec 17 16:21:36.880931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:36.909014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:36.936122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:36.950174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Usage tracker for resource:security_group_rule and tenant:570e19afe948482b93f0c7b93078a811 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:36.953452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:36.963203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:37.083380 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fa8d05a2-7a04-4164-8987-4e2fa2c1c698 req-02e3c92d-4b6f-431d-a464-08f710484266 service neutron] 10.222.0.68 "GET /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3735590 Dec 17 16:21:37.090808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d96c34-aea1-4d31-8f7e-5acfc8c93155 req-8b5dc468-98c3-4396-b123-166544bb128b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:37.092576 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-03d96c34-aea1-4d31-8f7e-5acfc8c93155 req-8b5dc468-98c3-4396-b123-166544bb128b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.3105795 Dec 17 16:21:37.197887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.218980 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-03d96c34-aea1-4d31-8f7e-5acfc8c93155 req-d2f400e1-997f-445f-b0ca-9f5f5e189ced tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028805 Dec 17 16:21:37.222273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.285465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e901efe7-2082-48a1-ab9c-95d1eea2e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:37.317350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:21:37.322655 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=570e19afe948482b93f0c7b93078a811&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9562151 Dec 17 16:21:37.324925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0c96c7-7791-4962-b01e-77d9fb920852,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:37.327084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45726) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:37.339734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:37.350090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.354834 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'code': 422} returned with failed status Dec 17 16:21:37.378658 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c94fcf98-9038-4680-acc0-3db804d11823 req-f88d7c87-ee90-4987-adb4-b6cc7ac87979 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565797 Dec 17 16:21:37.595055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69f50-71ff-41ba-964f-0b20c038c6ee req-36afa1f1-d1ec-48ce-94fe-7d9f43a337f1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:37.597144 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f5c69f50-71ff-41ba-964f-0b20c038c6ee req-36afa1f1-d1ec-48ce-94fe-7d9f43a337f1 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1203053 Dec 17 16:21:37.678342 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f5c69f50-71ff-41ba-964f-0b20c038c6ee req-2265fc28-fa69-4c69-9175-ad20d4bd072a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716832 Dec 17 16:21:37.770252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.774148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Network 264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:37.844755 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:37.931584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.942368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.959847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:37.977801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:37.995819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:38.018757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.019192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.019614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.020012 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.020409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.020804 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.021224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.021620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.022015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.022737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.024478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.024478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.024478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.024705 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.024977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.025534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.026110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.026389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.026838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.027225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.027607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.027998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.028385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.028777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:38.033825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:38.046493 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6e0ec85f-78a9-4260-b865-a291e3576f19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/264e8c7d-2c6f-45f2-b3a4-a4a1047b60e8 HTTP/1.1" status: 204 len: 168 time: 2.1521020 Dec 17 16:21:38.065167 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:38.073118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dfe48fb8-4b6a-4b78-8b1d-7dffe879950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:38.090231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0c96c7-7791-4962-b01e-77d9fb920852,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:38.096233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:38.097488 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b0c96c7-7791-4962-b01e-77d9fb920852 HTTP/1.1" status: 204 len: 168 time: 0.7672441 Dec 17 16:21:38.098684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:38.418785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45748) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:38.565727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45754) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:38.566356 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-10e9ba0a-f840-4fb9-a808-e69a2880a3e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed46316553bc465e8d2e1409b9bf17da&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1454945 Dec 17 16:21:38.652309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:38.711155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:38.743880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bfeb-78b1-4e7a-9a5c-ea75670994a7 req-9734e875-8d05-4acf-9988-a180221efabf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:38.769732 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fe86bfeb-78b1-4e7a-9a5c-ea75670994a7 req-9734e875-8d05-4acf-9988-a180221efabf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2020688 Dec 17 16:21:38.788259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:38.871407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port ccea6ae3-4eb7-4172-93d4-e045f79beade triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:38.871797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:38.893779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:38.921887 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fe86bfeb-78b1-4e7a-9a5c-ea75670994a7 req-abd52999-3b9c-44bf-a6f3-b0a03074a9ad tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505351 Dec 17 16:21:38.949699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45774) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:39.044040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a4206dd5-470e-4948-b1c3-adce9d7676b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:39.105194 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.117138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45778) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:39.120846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3242f72-c658-4107-9d4a-f67a04092586,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:39.123581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:39.158375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.162509 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3242f72-c658-4107-9d4a-f67a04092586 HTTP/1.1" status: 204 len: 168 time: 0.5956018 Dec 17 16:21:39.179757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ba74-a37f-4bdf-9caa-c03913cdf8ad req-107abb0b-fd7b-4e00-8249-643b90577101 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:39.188238 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c8a9ba74-a37f-4bdf-9caa-c03913cdf8ad req-107abb0b-fd7b-4e00-8249-643b90577101 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.3019366 Dec 17 16:21:39.203994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:39.208511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Usage tracker for resource:security_group_rule and tenant:28a0831745c0409fbc83a6bc4e1051d2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:39.211737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:39.218318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:39.264403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2287321b-33cf-440b-b8a4-82532e82ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.298967 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c8a9ba74-a37f-4bdf-9caa-c03913cdf8ad req-05f7818e-ce76-4755-83c3-13835a64a0d1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096506 Dec 17 16:21:39.316567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.322217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.332875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9dda10e6-890c-4d44-b165-cbd3e0b0210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:39.386584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45790) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:39.386801 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28a0831745c0409fbc83a6bc4e1051d2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4347050 Dec 17 16:21:39.406365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fe883b-9a16-4d18-acc1-c3d278262039,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:39.411624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:39.443107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f7195-3570-45ed-9d09-f35aa478eee5 req-64d889d1-fddc-4636-ad0e-69c974183097 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:39.454352 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb0f7195-3570-45ed-9d09-f35aa478eee5 req-64d889d1-fddc-4636-ad0e-69c974183097 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.3513060 Dec 17 16:21:39.528264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.573159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.641246 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb0f7195-3570-45ed-9d09-f35aa478eee5 req-7a343685-3ef6-468c-9c52-dd4d7fde29c2 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546593 Dec 17 16:21:39.657325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.667052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-06792123-9386-4289-9268-5f5c4052a53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:39.679560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fe883b-9a16-4d18-acc1-c3d278262039,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:39.686468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:39.728421 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-19adefbc-cabf-4aad-87fd-f3101f2f865e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6089401 Dec 17 16:21:39.729341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:39.732870 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1fe883b-9a16-4d18-acc1-c3d278262039 HTTP/1.1" status: 204 len: 168 time: 0.3424830 Dec 17 16:21:40.299685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ce8a-b200-43ef-9710-0f33aa9ee049 req-37583f0e-b393-4a2b-846c-e3591db10c36 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:40.301917 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c8a9ce8a-b200-43ef-9710-0f33aa9ee049 req-37583f0e-b393-4a2b-846c-e3591db10c36 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1442997 Dec 17 16:21:40.449238 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c8a9ce8a-b200-43ef-9710-0f33aa9ee049 req-53e7f532-a5b9-4b53-9669-a1782d113736 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386209 Dec 17 16:21:40.611443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:21:40.615860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:21:40.671348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12277a19-4b77-4190-b0b0-7660f72aa1c2 req-7ca9d24f-1b77-4a47-874b-9270e031bfc6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:40.680696 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12277a19-4b77-4190-b0b0-7660f72aa1c2 req-7ca9d24f-1b77-4a47-874b-9270e031bfc6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1002860 Dec 17 16:21:40.707190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port ccea6ae3-4eb7-4172-93d4-e045f79beade triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:40.707773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:40.735549 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12277a19-4b77-4190-b0b0-7660f72aa1c2 req-5467dfb5-0655-4623-b460-0cbde461d461 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535092 Dec 17 16:21:40.809288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 45840) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:40.841153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:40.875266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:40.906043 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e5f665c9cc45ed97a8ec029fa28aca is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:21:40.909331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:21:40.922019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:41.014513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.026953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.037790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4c03d66-ce8e-45e9-a8bb-75dba029db9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:41.093068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2af7a-4293-46e9-aef7-ad4ff8de3b0a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:41.101014 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8e5f665c9cc45ed97a8ec029fa28aca&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2903552 Dec 17 16:21:41.101239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 45854) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:21:41.102177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:41.193720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.228831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.469676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.493546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-42eed589-5217-40c9-a60d-352c120fb307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:41.511221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2af7a-4293-46e9-aef7-ad4ff8de3b0a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:41.529405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.530377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.530715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.531215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.531901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.532810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.533048 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.533442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.533814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.534605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.534605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.534936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.535446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.535866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.536713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.542450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.544187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.545020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.545020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.545421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.545821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.546218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.546868 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.547331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:21:41.551791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:41.562798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-af328341-6e69-4c28-b348-cb7eb35546d5 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:41.563605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-69d7c741-6b62-4804-bf51-469942c3258b req-af328341-6e69-4c28-b348-cb7eb35546d5 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:network {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:21:41.575497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.577026 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccb2af7a-4293-46e9-aef7-ad4ff8de3b0a HTTP/1.1" status: 204 len: 168 time: 0.4736001 Dec 17 16:21:41.600598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-69d7c741-6b62-4804-bf51-469942c3258b req-af328341-6e69-4c28-b348-cb7eb35546d5 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:network {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:21:41.602659 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-af328341-6e69-4c28-b348-cb7eb35546d5 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 814 time: 0.3555129 Dec 17 16:21:41.629023 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-881f7734-9561-4d76-a327-490a8a0dda61 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/quotas/fe4c78b2a39c4472ace95817d0b3f1cd HTTP/1.1" status: 200 len: 375 time: 0.0186124 Dec 17 16:21:41.707245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f3932eb-b81a-44c2-b2bb-45bab0a24d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:41.763421 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-76cd96a7-6f35-4840-b2be-e0c6b8b2a380 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333723 Dec 17 16:21:41.898939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c3f8d-67a4-49f8-82db-35967bb9b5fd req-521d3500-f2f1-49da-855e-b80016685e8e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:41.901180 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a68c3f8d-67a4-49f8-82db-35967bb9b5fd req-521d3500-f2f1-49da-855e-b80016685e8e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1535001 Dec 17 16:21:42.039623 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a68c3f8d-67a4-49f8-82db-35967bb9b5fd req-f60a8d21-a890-4e48-ac89-93826abf19c5 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314561 Dec 17 16:21:42.368522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f326-f2a9-43c6-86d3-4760963b9300 req-e7b18bd3-4e8b-486c-89a2-649bc071edce tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:42.370242 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2ca9f326-f2a9-43c6-86d3-4760963b9300 req-e7b18bd3-4e8b-486c-89a2-649bc071edce tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0934515 Dec 17 16:21:42.373678 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-d965fe5a-7bfe-43b8-a2ed-0ce7116daffc service neutron] 10.222.0.37 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928750 Dec 17 16:21:42.426703 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2ca9f326-f2a9-43c6-86d3-4760963b9300 req-4eff02ed-829b-4e2a-832c-d31f68a17d58 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491102 Dec 17 16:21:42.500654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-1c5792d9-ab9c-45b5-bae3-71279a7b3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:42.502323 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-1c5792d9-ab9c-45b5-bae3-71279a7b3973 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8&tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 1161 time: 0.2714820 Dec 17 16:21:42.540685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:42.593819 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-7418dd57-a550-4860-8c02-c05ae660cf07 service neutron] 10.222.0.37 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2128146 Dec 17 16:21:42.625621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-887e85b5-fc70-407f-bfa5-ce05c4110dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:42.627328 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-887e85b5-fc70-407f-bfa5-ce05c4110dc4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1161 time: 0.0868404 Dec 17 16:21:42.784889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-c8f4f1c5-57ff-400b-9d1e-77303b2e9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:42.786708 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-c8f4f1c5-57ff-400b-9d1e-77303b2e9762 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.1519635 Dec 17 16:21:42.804730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-1f4ed1f6-6bb5-434d-b35c-85e724667b00 req-5417b48c-3671-4497-ad42-bf58f3c15531 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:21:42.825102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-1f4ed1f6-6bb5-434d-b35c-85e724667b00 req-5417b48c-3671-4497-ad42-bf58f3c15531 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:21:42.827879 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f4ed1f6-6bb5-434d-b35c-85e724667b00 req-5417b48c-3671-4497-ad42-bf58f3c15531 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 210 time: 0.0719681 Dec 17 16:21:42.902548 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-a10c61e6-3785-4bce-846d-fd4dfa83b5e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 1000 time: 0.1090543 Dec 17 16:21:42.979918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-10389baf-0119-4f57-9dce-2f857840904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:42.981544 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-10389baf-0119-4f57-9dce-2f857840904f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0720034 Dec 17 16:21:43.067078 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-78fb3fea-7b77-4996-a15b-6b08e770cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:43.068878 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-78fb3fea-7b77-4996-a15b-6b08e770cbb4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781548 Dec 17 16:21:43.185984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:43.228314 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-28f687fb-8aa4-4bb7-abf3-425979305cff service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521330 Dec 17 16:21:43.453187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d518-7db3-41c1-95ce-ce3fd89d58bb req-587f02fd-7d78-4dfe-ad4f-84fa198ebc49 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:43.456596 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8107d518-7db3-41c1-95ce-ce3fd89d58bb req-587f02fd-7d78-4dfe-ad4f-84fa198ebc49 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2272387 Dec 17 16:21:43.458951 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c5f76610-e135-4020-bf11-f2fc228874c4 req-bb1e3c5f-bdd1-4aca-b1ef-51f880eb464a service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1874855 Dec 17 16:21:43.534523 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8107d518-7db3-41c1-95ce-ce3fd89d58bb req-da79d955-ea93-4686-a37b-996ce85aa1d3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724978 Dec 17 16:21:43.736480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40019a-cbcf-4cd1-85ee-6204128ce43a req-177ad8c6-b453-44b8-970c-14f28223f3b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:43.738389 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f40019a-cbcf-4cd1-85ee-6204128ce43a req-177ad8c6-b453-44b8-970c-14f28223f3b5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1120920 Dec 17 16:21:43.812880 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f40019a-cbcf-4cd1-85ee-6204128ce43a req-c284fb61-98aa-416f-ae46-fe14636a0d66 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615900 Dec 17 16:21:44.034225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:44.118512 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-444c9bfc-f7a0-4f4e-9027-740c71e86788 req-83b753b6-9bf9-41b1-b319-72f28ff0e0dd tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 210 time: 0.0683553 Dec 17 16:21:44.244586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-1d888e19-abbe-4ce1-9af6-db15cf0868ff tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:44.247074 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-1d888e19-abbe-4ce1-9af6-db15cf0868ff tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 814 time: 0.2359819 Dec 17 16:21:44.273894 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'port': {'device_id': '2dab5400-71e4-4833-be70-20a96402918f', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'admin_state_up': True, 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:44.449056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:21:44.460010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:21:44.471826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Made reservation on behalf of fe4c78b2a39c4472ace95817d0b3f1cd for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:21:44.477888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:44.808541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf36b-861c-4977-8563-92583f771347 req-17e8f11d-61c9-4726-b101-41160b4a82e0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:44.810335 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fbeaf36b-861c-4977-8563-92583f771347 req-17e8f11d-61c9-4726-b101-41160b4a82e0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1225071 Dec 17 16:21:44.969862 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fbeaf36b-861c-4977-8563-92583f771347 req-21c7cf3f-e7c0-423c-ba85-fc9003e425aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452971 Dec 17 16:21:45.039733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Allocated IP 172.20.0.11 (8f2c44c0-7363-43c3-a7df-39bfa3f1df26/54b9dfa3-220c-405b-b8be-bf3220f156d2/e9c0d88d-be31-48ec-924f-39b444638c2d) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:21:45.471398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107f131-5b6b-43bd-8d38-f501197d02c2 req-e094d2f8-862c-4d46-8ba7-084cd5000163 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:45.475271 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0107f131-5b6b-43bd-8d38-f501197d02c2 req-e094d2f8-862c-4d46-8ba7-084cd5000163 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1932375 Dec 17 16:21:45.534646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:45.566886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fe0ba-2c3c-4616-9ecf-1bc7a160ab06 req-cc32ae79-3bbd-43d5-976f-19c9c7820e32 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:45.576131 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3e5fe0ba-2c3c-4616-9ecf-1bc7a160ab06 req-cc32ae79-3bbd-43d5-976f-19c9c7820e32 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2219009 Dec 17 16:21:45.579470 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Transition to ACTIVE for port object e9c0d88d-be31-48ec-924f-39b444638c2d will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:45.643383 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0107f131-5b6b-43bd-8d38-f501197d02c2 req-9680e9e4-643a-44ae-b5d3-e3dc60e40fd9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593585 Dec 17 16:21:45.657585 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3e5fe0ba-2c3c-4616-9ecf-1bc7a160ab06 req-c1819ebf-2529-4bf1-b325-4284b61d78f5 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802629 Dec 17 16:21:45.708260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:45.749262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-60a87c67-4748-4d6b-beb7-3a418e3ff958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:46.031507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:46.035137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:46.047262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:21:46.050778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:21:46.053464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:21:46.148242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:46.149156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:46.173956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b62c4-8fdf-48c7-ba46-2a52de4aabb8 req-659f8381-8d85-45de-9fc4-0fb302a08528 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:46.184187 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad0b62c4-8fdf-48c7-ba46-2a52de4aabb8 req-659f8381-8d85-45de-9fc4-0fb302a08528 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 932 time: 0.2517388 Dec 17 16:21:46.232249 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9635916 Dec 17 16:21:46.272104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-ad0b62c4-8fdf-48c7-ba46-2a52de4aabb8 req-084a38cc-a93d-4ffa-9269-8f5d92a25382 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:21:46.286421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Request body: {'port': {'device_id': '2dab5400-71e4-4833-be70-20a96402918f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:46.325522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35351e-acae-4c87-93c2-bfcbc0605062 req-50e37f63-722f-46f7-8b78-e7e56731a497 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:46.343447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ba35351e-acae-4c87-93c2-bfcbc0605062 req-50e37f63-722f-46f7-8b78-e7e56731a497 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1498113 Dec 17 16:21:46.377373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-ad0b62c4-8fdf-48c7-ba46-2a52de4aabb8 req-084a38cc-a93d-4ffa-9269-8f5d92a25382 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:21:46.389759 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad0b62c4-8fdf-48c7-ba46-2a52de4aabb8 req-084a38cc-a93d-4ffa-9269-8f5d92a25382 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041149 Dec 17 16:21:46.437853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ba35351e-acae-4c87-93c2-bfcbc0605062 req-79ad99e7-435f-416b-810c-46df2c47e9bc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858088 Dec 17 16:21:46.511394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:46.544058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-7c7d9b89-c1d0-4727-953b-2ff85df5458e None None] Provisioning for port e9c0d88d-be31-48ec-924f-39b444638c2d completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:21:46.571054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-7c7d9b89-c1d0-4727-953b-2ff85df5458e None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:21:46.572072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9b89-c1d0-4727-953b-2ff85df5458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:46.731869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d9b89-c1d0-4727-953b-2ff85df5458e None None] Port e9c0d88d-be31-48ec-924f-39b444638c2d cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:21:47.102464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b75e1a-a891-480f-87cd-3023e1db5277 req-1f92e3e8-4332-4e91-ae9d-d551ec1f94b4 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:47.104125 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-10b75e1a-a891-480f-87cd-3023e1db5277 req-1f92e3e8-4332-4e91-ae9d-d551ec1f94b4 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2023115 Dec 17 16:21:47.122677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed12e68-c995-4271-999f-de93db8ab34c req-abc7e38f-d4ec-41f9-bb41-97e0af5fbd4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:47.124747 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bed12e68-c995-4271-999f-de93db8ab34c req-abc7e38f-d4ec-41f9-bb41-97e0af5fbd4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1662910 Dec 17 16:21:47.195915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bed12e68-c995-4271-999f-de93db8ab34c req-f1b9a1ee-3ca2-4673-94bd-ae80a85ba7a2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609057 Dec 17 16:21:47.204011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c0d88d-be31-48ec-924f-39b444638c2d {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:21:47.226784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:47.256573 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-10b75e1a-a891-480f-87cd-3023e1db5277 req-103b0b95-8b2f-4ace-9f6e-c7cfc77d0d80 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437824 Dec 17 16:21:47.276548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Transition to ACTIVE for port object e9c0d88d-be31-48ec-924f-39b444638c2d will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:21:47.282663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:47.325826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:47.716813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88fa6-7822-4703-9862-e7a0679f0f47 req-5858a249-d789-4c9e-a566-af05c53adab7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:47.724866 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa88fa6-7822-4703-9862-e7a0679f0f47 req-5858a249-d789-4c9e-a566-af05c53adab7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1433630 Dec 17 16:21:47.781789 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa88fa6-7822-4703-9862-e7a0679f0f47 req-49fde7fe-528f-4911-b8e9-e731af16b11b tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551150 Dec 17 16:21:47.807355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:47.959446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:48.226896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd6ee7-2010-4afd-9f5e-eeda5eb3a9c5 req-ea76d72b-ea8b-4c81-87ba-fb09cb76ff9f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:48.230096 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-aedd6ee7-2010-4afd-9f5e-eeda5eb3a9c5 req-ea76d72b-ea8b-4c81-87ba-fb09cb76ff9f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.4293737 Dec 17 16:21:48.422416 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-aedd6ee7-2010-4afd-9f5e-eeda5eb3a9c5 req-f32a9c70-1cce-46fc-b6bb-c9b97a603412 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803153 Dec 17 16:21:48.557697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Attempting to bind port e9c0d88d-be31-48ec-924f-39b444638c2d on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:48.558092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Attempting to bind port e9c0d88d-be31-48ec-924f-39b444638c2d by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:21:48.558469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Attempting to bind port e9c0d88d-be31-48ec-924f-39b444638c2d on network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:21:48.570021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:21:48.570397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Checking segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:21:48.570816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:48.571249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Bound using segment: {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:21:48.577117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Bound port: e9c0d88d-be31-48ec-924f-39b444638c2d, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f4960-da0a-429e-af3d-d2887ef5b189', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:21:48.577553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:48.692897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15393a-3728-4c1f-aa79-d72265e8faf3 req-f1d6e176-4b17-4ac0-9879-899e12801992 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:48.701865 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fb15393a-3728-4c1f-aa79-d72265e8faf3 req-f1d6e176-4b17-4ac0-9879-899e12801992 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1398852 Dec 17 16:21:48.768399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] For port e9c0d88d-be31-48ec-924f-39b444638c2d, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:21:48.773041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] For port e9c0d88d-be31-48ec-924f-39b444638c2d, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e9c0d88d-be31-48ec-924f-39b444638c2d,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:21:48.780538 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fb15393a-3728-4c1f-aa79-d72265e8faf3 req-04e4e2d4-68fb-4296-be73-cda68ae45449 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774283 Dec 17 16:21:48.844156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:48.867889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:21:48.943816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:21:48.948306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:21:49.146939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419db4-6d79-419d-b44e-ea8694d7fa13 req-5350836d-b559-40d4-a265-364a24f7dde4 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:49.147407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b508fda-2642-4d07-ab5b-e759c3a03127 req-0e3e675c-4d5e-46bc-b902-7999596de8e3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:49.151137 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2b508fda-2642-4d07-ab5b-e759c3a03127 req-0e3e675c-4d5e-46bc-b902-7999596de8e3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.3881001 Dec 17 16:21:49.167367 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-da419db4-6d79-419d-b44e-ea8694d7fa13 req-5350836d-b559-40d4-a265-364a24f7dde4 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1418414 Dec 17 16:21:49.227300 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-da419db4-6d79-419d-b44e-ea8694d7fa13 req-05648236-8073-4bea-bada-ca7078206582 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581894 Dec 17 16:21:49.248008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:49.248699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:49.250760 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] 10.222.0.68 "PUT /v2.0/ports/e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1158 time: 2.9726851 Dec 17 16:21:49.254039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:21:49.269301 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2b508fda-2642-4d07-ab5b-e759c3a03127 req-e5807395-a0d3-4f6c-a0b2-5f7ac6c3ad55 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885196 Dec 17 16:21:49.430041 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'status': 'completed', 'code': 200} Dec 17 16:21:50.048132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89e8ce-c2b7-46d0-9763-8fd5a59e3954 req-ae5ee671-edd1-4792-ba37-b75b3693460e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:50.056903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c89e8ce-c2b7-46d0-9763-8fd5a59e3954 req-ae5ee671-edd1-4792-ba37-b75b3693460e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2603810 Dec 17 16:21:50.110019 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c89e8ce-c2b7-46d0-9763-8fd5a59e3954 req-37bfa1f6-1937-49b4-9144-cfbd7c10a396 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521131 Dec 17 16:21:50.160909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620b17-2ed9-4c49-a4ad-329c902df02b req-eafe4bcb-2830-44c2-90e5-a2eb471ca794 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:50.163152 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-21620b17-2ed9-4c49-a4ad-329c902df02b req-eafe4bcb-2830-44c2-90e5-a2eb471ca794 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1073382 Dec 17 16:21:50.237219 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-21620b17-2ed9-4c49-a4ad-329c902df02b req-76909216-3e5f-4636-988c-0cdf3d523743 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639319 Dec 17 16:21:50.577879 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e0cdf-123c-4ab0-a279-ef4adeb87410 req-6e679195-a90d-4b63-ab9f-bfa77f29161f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:50.579897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-462e0cdf-123c-4ab0-a279-ef4adeb87410 req-6e679195-a90d-4b63-ab9f-bfa77f29161f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1324098 Dec 17 16:21:50.597571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3588da-5be3-4d43-83a8-c6784591cacc req-744beda5-a15b-42cc-8d57-cd588280cff8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:50.598319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-6a3588da-5be3-4d43-83a8-c6784591cacc req-744beda5-a15b-42cc-8d57-cd588280cff8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:21:50.617451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-6a3588da-5be3-4d43-83a8-c6784591cacc req-744beda5-a15b-42cc-8d57-cd588280cff8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:21:50.622182 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a3588da-5be3-4d43-83a8-c6784591cacc req-744beda5-a15b-42cc-8d57-cd588280cff8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1492646 Dec 17 16:21:50.650495 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-462e0cdf-123c-4ab0-a279-ef4adeb87410 req-779d8e09-459b-469d-b7ad-514a4ce3148b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 Dec 17 16:21:50.668987 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a3588da-5be3-4d43-83a8-c6784591cacc req-d4877058-dcd9-4c97-bc0f-35b6ff3dfb5c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Dec 17 16:21:51.402959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d640b9a-0c6f-4fb1-8c9e-4c3fe4df8be6 req-60576667-283e-4e7c-9162-e786a37c3b78 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:51.411604 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5d640b9a-0c6f-4fb1-8c9e-4c3fe4df8be6 req-60576667-283e-4e7c-9162-e786a37c3b78 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1331387 Dec 17 16:21:51.469011 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5d640b9a-0c6f-4fb1-8c9e-4c3fe4df8be6 req-f8b52929-4348-4ce4-9539-6ecc85c03572 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563574 Dec 17 16:21:51.582446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400095dc-516b-406b-be02-c0217ff32bf0 req-e707dd2b-b4e9-4c31-9e40-1d208f423559 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:51.584127 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-400095dc-516b-406b-be02-c0217ff32bf0 req-e707dd2b-b4e9-4c31-9e40-1d208f423559 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1573908 Dec 17 16:21:51.646687 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-400095dc-516b-406b-be02-c0217ff32bf0 req-f07ab306-9751-4de0-b683-b8fe0b09265a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553694 Dec 17 16:21:51.923773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574e17e-392c-40e9-b10f-0cd5e5270915 req-cfb833ff-89bc-4027-8502-39877aa39228 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:51.925506 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2574e17e-392c-40e9-b10f-0cd5e5270915 req-cfb833ff-89bc-4027-8502-39877aa39228 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1028938 Dec 17 16:21:51.991836 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2574e17e-392c-40e9-b10f-0cd5e5270915 req-1ad558b8-0475-4510-927b-389012e033bc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592165 Dec 17 16:21:52.064713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b67847-05e2-4331-9574-918e233b332f req-6eaa58c6-af0e-468d-8351-f1c3b71dca8b tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:52.066459 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c9b67847-05e2-4331-9574-918e233b332f req-6eaa58c6-af0e-468d-8351-f1c3b71dca8b tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1080503 Dec 17 16:21:52.121562 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c9b67847-05e2-4331-9574-918e233b332f req-50ff9b09-611b-4fc9-8639-7fa7c873a538 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473902 Dec 17 16:21:52.247924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e127a6-5d07-4ef6-bfc8-3ce8e79234d4 req-c7a58106-1091-40d4-aa82-b7e7e0b6f6a1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:52.249613 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-13e127a6-5d07-4ef6-bfc8-3ce8e79234d4 req-c7a58106-1091-40d4-aa82-b7e7e0b6f6a1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0901954 Dec 17 16:21:52.312734 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-13e127a6-5d07-4ef6-bfc8-3ce8e79234d4 req-a9b49ada-2e9f-43d2-b5c6-f93caadad62c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564532 Dec 17 16:21:52.925951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664582fb-5da7-40a6-96e9-55fcb22e5189 req-91d0f791-a95b-4010-9203-7673cd17bcb3 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:52.927689 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-664582fb-5da7-40a6-96e9-55fcb22e5189 req-91d0f791-a95b-4010-9203-7673cd17bcb3 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1043210 Dec 17 16:21:53.035913 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-664582fb-5da7-40a6-96e9-55fcb22e5189 req-fff6bfd1-7e53-41f5-8f0f-2b996867ced9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960829 Dec 17 16:21:53.254405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22763e-2668-48a6-8e17-0f6a5eacb552 req-6132abe0-619f-47e4-8d05-2b5d8919a9ac tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:53.254405 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6b22763e-2668-48a6-8e17-0f6a5eacb552 req-6132abe0-619f-47e4-8d05-2b5d8919a9ac tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1105404 Dec 17 16:21:53.319742 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6b22763e-2668-48a6-8e17-0f6a5eacb552 req-8e32c0a5-cb20-45fc-888f-6fcf97cadc22 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 Dec 17 16:21:53.502937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17564ca0-ac63-472e-a38b-9f29f5353c75 req-3cb6b6c8-da8a-4f02-a8e6-406f9260bfa7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:53.513001 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-17564ca0-ac63-472e-a38b-9f29f5353c75 req-3cb6b6c8-da8a-4f02-a8e6-406f9260bfa7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1306610 Dec 17 16:21:53.593447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-17564ca0-ac63-472e-a38b-9f29f5353c75 req-18aa8a06-32c1-48d5-94db-149d45704432 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741742 Dec 17 16:21:53.716856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297ba5-6d24-498d-a4d4-0042f5d4d1a1 req-fff23398-9119-40d6-84ba-173a5e0aa142 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:53.720170 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3a297ba5-6d24-498d-a4d4-0042f5d4d1a1 req-fff23398-9119-40d6-84ba-173a5e0aa142 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1513145 Dec 17 16:21:53.787407 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3a297ba5-6d24-498d-a4d4-0042f5d4d1a1 req-7199fd9d-6a4a-4eec-be49-11cdc92717df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610800 Dec 17 16:21:54.446369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831073eb-3de5-4ed5-989e-e3bceb20d296 req-df4e7d46-cd84-4ff6-81e5-42ae5630d7cf tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:54.448242 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-831073eb-3de5-4ed5-989e-e3bceb20d296 req-df4e7d46-cd84-4ff6-81e5-42ae5630d7cf tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1181693 Dec 17 16:21:54.536619 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-831073eb-3de5-4ed5-989e-e3bceb20d296 req-3d89d33d-1efe-4944-b3d6-99ad7a178d1f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574172 Dec 17 16:21:54.601449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd20647-e5cf-4bd9-8b58-723c6f7f25da req-cea85cf1-dcce-4fd0-af2f-a7d4319fc70c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:54.603182 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8cd20647-e5cf-4bd9-8b58-723c6f7f25da req-cea85cf1-dcce-4fd0-af2f-a7d4319fc70c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1029272 Dec 17 16:21:54.678777 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8cd20647-e5cf-4bd9-8b58-723c6f7f25da req-3099c18b-240b-4740-8db6-a52ef61f7c0d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669856 Dec 17 16:21:54.807656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e8a5-e099-4876-88b1-be9bfab82101 req-d8004a65-2b5b-4aeb-8289-81602017d7c6 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:54.809293 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d854e8a5-e099-4876-88b1-be9bfab82101 req-d8004a65-2b5b-4aeb-8289-81602017d7c6 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.0881577 Dec 17 16:21:54.885762 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d854e8a5-e099-4876-88b1-be9bfab82101 req-1aac3a04-e619-49d9-9d7c-73543eb4aa4b tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691035 Dec 17 16:21:55.087835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab9499-619d-41fe-ac10-b42175e3a340 req-b8e20826-7c5d-424b-99bb-55cfcbb72b2a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:55.089480 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ffab9499-619d-41fe-ac10-b42175e3a340 req-b8e20826-7c5d-424b-99bb-55cfcbb72b2a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1325307 Dec 17 16:21:55.153491 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ffab9499-619d-41fe-ac10-b42175e3a340 req-7624f150-bf1a-4b4a-ac97-12dafaeb0f56 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507245 Dec 17 16:21:55.693221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:21:55.859502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01a46-e5c6-4dbe-88d8-aa89443f3343 req-0c76d740-bf81-4351-b67b-1f6a03350d66 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:55.862428 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fea01a46-e5c6-4dbe-88d8-aa89443f3343 req-0c76d740-bf81-4351-b67b-1f6a03350d66 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1300220 Dec 17 16:21:55.931775 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fea01a46-e5c6-4dbe-88d8-aa89443f3343 req-93df344f-472d-4f7b-bc3f-e75cdeaa2f26 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597258 Dec 17 16:21:55.960874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb65d3-acfc-4169-961c-28f872e07ecf req-74a864ae-b530-47e9-a5c7-fc6b8d2d8752 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:55.965777 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ecb65d3-acfc-4169-961c-28f872e07ecf req-74a864ae-b530-47e9-a5c7-fc6b8d2d8752 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1124651 Dec 17 16:21:56.067323 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ecb65d3-acfc-4169-961c-28f872e07ecf req-f11de714-c86a-4013-a629-2e4d2fe7941c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971894 Dec 17 16:21:56.215344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd79180-d9f7-496f-a1d9-b3c5b7f57c24 req-ac1e679c-1f9f-4746-842e-de9198b01498 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:56.217026 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fcd79180-d9f7-496f-a1d9-b3c5b7f57c24 req-ac1e679c-1f9f-4746-842e-de9198b01498 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1138415 Dec 17 16:21:56.288241 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fcd79180-d9f7-496f-a1d9-b3c5b7f57c24 req-5b13ce9d-1b35-4a1f-ba7f-1681b729c3aa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Dec 17 16:21:56.390563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a843-f61c-426d-84c9-fc44a34632c3 req-4cf30610-d119-4810-908c-e919991c2379 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:56.392277 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-06f9a843-f61c-426d-84c9-fc44a34632c3 req-4cf30610-d119-4810-908c-e919991c2379 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0900278 Dec 17 16:21:56.450837 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-06f9a843-f61c-426d-84c9-fc44a34632c3 req-54676186-f7bb-4ebb-a497-3ad334141745 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 Dec 17 16:21:57.305379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b604526-5fcb-4322-b70b-de9c218e336c req-0862259b-2c97-421c-a55d-fc5cf65a1667 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:57.308012 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0b604526-5fcb-4322-b70b-de9c218e336c req-0862259b-2c97-421c-a55d-fc5cf65a1667 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1455786 Dec 17 16:21:57.328087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f0b30-f69a-47d8-8929-a36b2a03a101 req-ccaad776-6781-48cd-8627-a61df130f1b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:57.330247 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a28f0b30-f69a-47d8-8929-a36b2a03a101 req-ccaad776-6781-48cd-8627-a61df130f1b6 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1231627 Dec 17 16:21:57.387140 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a28f0b30-f69a-47d8-8929-a36b2a03a101 req-f2681f9a-d225-45dc-9b01-488683465823 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480800 Dec 17 16:21:57.394087 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0b604526-5fcb-4322-b70b-de9c218e336c req-172f3c59-c557-4b3e-83a3-fa66f47f9230 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610554 Dec 17 16:21:57.668767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484b7e-6ab5-46dc-b73f-9c5276e0b07f req-f048ee16-995b-4ff5-94e1-462f910873f2 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:57.670702 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2484b7e-6ab5-46dc-b73f-9c5276e0b07f req-f048ee16-995b-4ff5-94e1-462f910873f2 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1159117 Dec 17 16:21:57.711566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9ae5e-d244-4f4c-a5d3-0c47bccfd5c4 req-b4fe9b89-7753-49f6-9422-03908e8f703c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:57.713681 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ddc9ae5e-d244-4f4c-a5d3-0c47bccfd5c4 req-b4fe9b89-7753-49f6-9422-03908e8f703c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1007411 Dec 17 16:21:57.748875 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2484b7e-6ab5-46dc-b73f-9c5276e0b07f req-b3ff8cb4-0841-422a-8d63-9b6332a21a2f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676351 Dec 17 16:21:57.768414 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ddc9ae5e-d244-4f4c-a5d3-0c47bccfd5c4 req-b22ae22d-e9b5-47a8-bad0-33eb810c66b4 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461180 Dec 17 16:21:58.655247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25089f7-6fbf-41d0-9938-98f5c78e20b6 req-3504374f-a641-4da0-817d-d34510eb37fe tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:58.656946 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a25089f7-6fbf-41d0-9938-98f5c78e20b6 req-3504374f-a641-4da0-817d-d34510eb37fe tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0949185 Dec 17 16:21:58.695576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f41646-26c3-410a-b9a7-1881cb739d50 req-f6017573-fef1-4ed5-a4db-57c055b1c8f9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:58.697145 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82f41646-26c3-410a-b9a7-1881cb739d50 req-f6017573-fef1-4ed5-a4db-57c055b1c8f9 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1189299 Dec 17 16:21:58.710619 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a25089f7-6fbf-41d0-9938-98f5c78e20b6 req-dcec7d50-e674-4176-beb7-27af32b97652 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444582 Dec 17 16:21:58.752335 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-82f41646-26c3-410a-b9a7-1881cb739d50 req-aff94390-927d-4e2d-b89a-2ad331b29945 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486729 Dec 17 16:21:59.018700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74e2f2-73cd-4a12-87d2-4545aacce50f req-b2224d6d-755c-4748-8250-5ba710ef9fa4 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:59.020368 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ff74e2f2-73cd-4a12-87d2-4545aacce50f req-b2224d6d-755c-4748-8250-5ba710ef9fa4 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1058917 Dec 17 16:21:59.021456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7aea-eb0c-4c30-b989-bfd5da9001b3 req-63a7fe9c-200d-4fbb-8a17-d12e98c76c98 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:59.023816 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c8c7aea-eb0c-4c30-b989-bfd5da9001b3 req-63a7fe9c-200d-4fbb-8a17-d12e98c76c98 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1178601 Dec 17 16:21:59.076115 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ff74e2f2-73cd-4a12-87d2-4545aacce50f req-f3c149f7-174b-4f68-a59e-efd284b4e459 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473902 Dec 17 16:21:59.078340 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c8c7aea-eb0c-4c30-b989-bfd5da9001b3 req-9ef12ad6-f077-4947-9bba-81d84f3cf20e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Dec 17 16:21:59.970807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbaf56-8322-4d35-8587-d6ad979e724e req-0d5fdb9d-d5e7-46b9-8f32-a035aa5a10fb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:59.972486 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-01bbaf56-8322-4d35-8587-d6ad979e724e req-0d5fdb9d-d5e7-46b9-8f32-a035aa5a10fb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0960188 Dec 17 16:21:59.976857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee855c-c26b-4ef2-a0c6-76f3b527412d req-30628d48-5453-4524-914e-5d3f286d3705 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:21:59.978533 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66ee855c-c26b-4ef2-a0c6-76f3b527412d req-30628d48-5453-4524-914e-5d3f286d3705 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0872095 Dec 17 16:22:00.025486 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-01bbaf56-8322-4d35-8587-d6ad979e724e req-fb16a016-883b-4e2b-ada1-2213278b83e8 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Dec 17 16:22:00.027954 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66ee855c-c26b-4ef2-a0c6-76f3b527412d req-de3a738d-8075-43e9-96f0-ed66f31b681b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Dec 17 16:22:00.305150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d36fbb-d741-44f2-8f0b-3531eb569a3f req-e14195b1-ed5d-4bfe-84fc-112bd7ee5129 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:00.306790 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-06d36fbb-d741-44f2-8f0b-3531eb569a3f req-e14195b1-ed5d-4bfe-84fc-112bd7ee5129 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.0910547 Dec 17 16:22:00.310795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b329-18ce-4c4c-81b1-8ed65ae51509 req-f18fc72d-7ac8-4166-abf9-784417600556 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:00.312450 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f507b329-18ce-4c4c-81b1-8ed65ae51509 req-f18fc72d-7ac8-4166-abf9-784417600556 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0952301 Dec 17 16:22:00.362969 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-06d36fbb-d741-44f2-8f0b-3531eb569a3f req-f1454648-aebd-4eb8-97de-7a1387c23746 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 Dec 17 16:22:00.372505 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f507b329-18ce-4c4c-81b1-8ed65ae51509 req-a10ebc5a-cdbd-4d06-81dc-3050a7dfd025 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520916 Dec 17 16:22:01.316076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74590423-3b3b-4d05-a45c-747fee3c10ee req-8e7dd346-5148-4ad7-9b7c-2e535ee9d996 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:01.319681 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-74590423-3b3b-4d05-a45c-747fee3c10ee req-8e7dd346-5148-4ad7-9b7c-2e535ee9d996 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1317332 Dec 17 16:22:01.322716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78872cbc-8b69-4678-96ce-8fc5be9ebbf4 req-4541f803-29c9-4642-a6d0-af67dac8e5d7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:01.324702 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-78872cbc-8b69-4678-96ce-8fc5be9ebbf4 req-4541f803-29c9-4642-a6d0-af67dac8e5d7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1246355 Dec 17 16:22:01.381190 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-74590423-3b3b-4d05-a45c-747fee3c10ee req-fed1c1aa-829f-4284-a115-236eb97bf27f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498483 Dec 17 16:22:01.382586 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-78872cbc-8b69-4678-96ce-8fc5be9ebbf4 req-85705322-4c49-45c4-a5a6-1d39a4185a3a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502043 Dec 17 16:22:01.715975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56642f42-e167-475c-9a02-a0e7f77b79e7 req-acba3786-582b-4adc-8961-68b8258fa871 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:01.717623 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-56642f42-e167-475c-9a02-a0e7f77b79e7 req-acba3786-582b-4adc-8961-68b8258fa871 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1034129 Dec 17 16:22:01.777725 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-56642f42-e167-475c-9a02-a0e7f77b79e7 req-f0e1caac-b12a-4e2e-9739-704331cddf54 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535734 Dec 17 16:22:01.827516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c92dc-70e8-4cd6-9fc7-c8d512c64df7 req-eb2e1cfe-e263-4dbb-98ee-b1621c52649f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:01.829196 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-128c92dc-70e8-4cd6-9fc7-c8d512c64df7 req-eb2e1cfe-e263-4dbb-98ee-b1621c52649f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1535408 Dec 17 16:22:01.880446 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-128c92dc-70e8-4cd6-9fc7-c8d512c64df7 req-27d071b7-5d5c-44e8-9e48-2b8ab200c552 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Dec 17 16:22:02.671370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dfced-cef4-4042-9598-b0c6c4764d07 req-9c54a15f-3f42-45f6-999d-01b213ec9ce3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:02.673322 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5f5dfced-cef4-4042-9598-b0c6c4764d07 req-9c54a15f-3f42-45f6-999d-01b213ec9ce3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1110165 Dec 17 16:22:02.741334 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5f5dfced-cef4-4042-9598-b0c6c4764d07 req-26c535a9-59b3-41f3-a26c-cf0f971cd76d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593214 Dec 17 16:22:02.751278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a6d65-e57b-4f45-b5dc-41a1015d28f8 req-f92c63cb-e6a9-4493-a908-d993fd30bd4a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:02.754435 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7a0a6d65-e57b-4f45-b5dc-41a1015d28f8 req-f92c63cb-e6a9-4493-a908-d993fd30bd4a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1176329 Dec 17 16:22:02.818575 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7a0a6d65-e57b-4f45-b5dc-41a1015d28f8 req-08f983e9-249b-4a32-94cd-af10edd81d9e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564599 Dec 17 16:22:03.064352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023df1-1d74-4d46-8343-7ae8a2eed071 req-54370d35-83a3-445b-9bdb-da38fee19044 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:03.068127 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-43023df1-1d74-4d46-8343-7ae8a2eed071 req-54370d35-83a3-445b-9bdb-da38fee19044 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1333475 Dec 17 16:22:03.173412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9abbae-c08c-4a27-81e4-f780f180fd0f req-8d9d922a-6d30-4476-8d6d-f2f6aeeae7cd tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:03.177115 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb9abbae-c08c-4a27-81e4-f780f180fd0f req-8d9d922a-6d30-4476-8d6d-f2f6aeeae7cd tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1419356 Dec 17 16:22:03.242130 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb9abbae-c08c-4a27-81e4-f780f180fd0f req-c764f5eb-928e-4e28-9fe0-3413c01f7644 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554752 Dec 17 16:22:03.349487 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-43023df1-1d74-4d46-8343-7ae8a2eed071 req-304f0269-b2f4-4b29-aa72-bf0bbc3b535d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688088 Dec 17 16:22:04.067821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74da8-cabe-4d90-90ce-5b38eea89959 req-56d7f122-53d0-4324-bf26-ba4184baba0e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:04.074046 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-83e74da8-cabe-4d90-90ce-5b38eea89959 req-56d7f122-53d0-4324-bf26-ba4184baba0e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1756535 Dec 17 16:22:04.127614 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-83e74da8-cabe-4d90-90ce-5b38eea89959 req-fda4af98-0d95-4f10-bad7-c2db5faa7a52 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 Dec 17 16:22:04.197828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1c91-431f-453e-9bc4-98cc5a0fa279 req-242ef70b-c2fc-407e-871e-0e34a0ed1dcc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:04.199604 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f0f1c91-431f-453e-9bc4-98cc5a0fa279 req-242ef70b-c2fc-407e-871e-0e34a0ed1dcc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1557667 Dec 17 16:22:04.271147 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f0f1c91-431f-453e-9bc4-98cc5a0fa279 req-2a1df595-b886-4905-a1fe-0604b0e4431e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638864 Dec 17 16:22:04.529930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bde08-c1c6-4f57-bf2c-5ada2a900898 req-1602eebb-39d3-4b3f-99e4-ef1a74091ad7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:04.533122 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-077bde08-c1c6-4f57-bf2c-5ada2a900898 req-1602eebb-39d3-4b3f-99e4-ef1a74091ad7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1332998 Dec 17 16:22:04.616156 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-077bde08-c1c6-4f57-bf2c-5ada2a900898 req-b4007030-b885-4bad-bb84-4d36b9284ba4 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744200 Dec 17 16:22:04.710008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e1d7-8390-4749-b411-b1b76125cd99 req-26a4afe4-2ed1-424b-9c45-0e0016087113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:04.713828 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f1f1e1d7-8390-4749-b411-b1b76125cd99 req-26a4afe4-2ed1-424b-9c45-0e0016087113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1039610 Dec 17 16:22:04.762668 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f1f1e1d7-8390-4749-b411-b1b76125cd99 req-23e14bfe-2144-4f05-8391-7cb7e893593a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Dec 17 16:22:05.394373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aaad3-7b2c-4793-9f8a-6d9929304bb8 req-fd00573b-3574-4a98-83dd-0e9aaac567e7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:05.397409 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e6aaad3-7b2c-4793-9f8a-6d9929304bb8 req-fd00573b-3574-4a98-83dd-0e9aaac567e7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.1076121 Dec 17 16:22:05.557412 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e6aaad3-7b2c-4793-9f8a-6d9929304bb8 req-b41a8e40-47b0-4879-a50f-8cbea4204b5c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432803 Dec 17 16:22:05.713116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259f3ff-6aa2-4685-afbd-756c1bb2f293 req-a9973f3b-c07e-4377-84fa-e97dc0ae3b21 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:05.713116 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1259f3ff-6aa2-4685-afbd-756c1bb2f293 req-a9973f3b-c07e-4377-84fa-e97dc0ae3b21 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0946043 Dec 17 16:22:05.774125 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1259f3ff-6aa2-4685-afbd-756c1bb2f293 req-f758fd7f-217b-4f62-a1d5-db159d4f2a61 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563123 Dec 17 16:22:05.883568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481722b-3b77-4fde-994e-3f3017d2f514 req-0a51c63f-343c-4d43-be7f-3d673ae6bcc9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:05.885510 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6481722b-3b77-4fde-994e-3f3017d2f514 req-0a51c63f-343c-4d43-be7f-3d673ae6bcc9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1003366 Dec 17 16:22:05.959953 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6481722b-3b77-4fde-994e-3f3017d2f514 req-224c25c9-acf4-4bc4-b907-b0dd365f7922 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651498 Dec 17 16:22:06.043727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9f9db-d9b6-48a1-aeb6-0d2edb3f82c0 req-e055a4f0-6680-4381-a41b-8126ac7b139f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:06.045585 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ccf9f9db-d9b6-48a1-aeb6-0d2edb3f82c0 req-e055a4f0-6680-4381-a41b-8126ac7b139f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1048183 Dec 17 16:22:06.107434 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ccf9f9db-d9b6-48a1-aeb6-0d2edb3f82c0 req-38a8aea0-deaf-43dc-a830-42970253a6f2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Dec 17 16:22:06.815467 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae00b4-4348-4ff2-ae24-5f12eef50767 req-ff604c56-af98-4c6e-866b-ba0ffe540ef8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:06.818639 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94ae00b4-4348-4ff2-ae24-5f12eef50767 req-ff604c56-af98-4c6e-866b-ba0ffe540ef8 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0936768 Dec 17 16:22:06.882265 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94ae00b4-4348-4ff2-ae24-5f12eef50767 req-81389ed6-4431-4beb-9da2-911411e311df tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561635 Dec 17 16:22:07.063741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2bc3-f464-4ac0-afe6-ff6768fb6537 req-bf372f29-c13d-422e-8632-31bc9c9c9612 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:07.065722 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dc7f2bc3-f464-4ac0-afe6-ff6768fb6537 req-bf372f29-c13d-422e-8632-31bc9c9c9612 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1046953 Dec 17 16:22:07.121907 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dc7f2bc3-f464-4ac0-afe6-ff6768fb6537 req-18229ef3-de69-4de8-83eb-02b97e833da1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497141 Dec 17 16:22:07.197884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caec352-728e-4295-b79d-fb80845d0b17 req-3d7aad62-b9f5-455c-8acc-627fdf0564cd tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:07.199922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2caec352-728e-4295-b79d-fb80845d0b17 req-3d7aad62-b9f5-455c-8acc-627fdf0564cd tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1011713 Dec 17 16:22:07.263518 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2caec352-728e-4295-b79d-fb80845d0b17 req-6d42e27d-a084-4f32-acc7-de57aaf83a04 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510156 Dec 17 16:22:07.419533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d5261-5aec-4d31-9f41-831e3068228c req-a8205d57-2418-4ac2-bde6-2623f63b3441 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:07.421373 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c81d5261-5aec-4d31-9f41-831e3068228c req-a8205d57-2418-4ac2-bde6-2623f63b3441 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0940070 Dec 17 16:22:07.487598 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c81d5261-5aec-4d31-9f41-831e3068228c req-dc548683-ff28-4f52-ab49-9444c4c6edbe tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585527 Dec 17 16:22:08.128549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f60d-8a0a-447c-bac3-6f904b5c9bab req-16de31ab-5aa3-4e85-9251-4f31cebdbd8d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:08.130254 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c6f9f60d-8a0a-447c-bac3-6f904b5c9bab req-16de31ab-5aa3-4e85-9251-4f31cebdbd8d tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0924718 Dec 17 16:22:08.186568 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c6f9f60d-8a0a-447c-bac3-6f904b5c9bab req-02175ec9-733b-4717-a664-691b0a55e693 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Dec 17 16:22:08.434195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1268692-3c7c-480d-9bda-0555f5b94ebb req-7e05bc5b-24ed-46a4-9003-bc87dd3403ca tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:08.435934 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e1268692-3c7c-480d-9bda-0555f5b94ebb req-7e05bc5b-24ed-46a4-9003-bc87dd3403ca tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0928721 Dec 17 16:22:08.490422 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e1268692-3c7c-480d-9bda-0555f5b94ebb req-e20010eb-7fa0-4eab-a885-e94bdfa0e2c0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479934 Dec 17 16:22:08.492129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72553f-cfc3-4222-929d-961943cb93e7 req-273fecaa-14b2-4fc1-ad9d-bbf6751ef12f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:08.493843 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f72553f-cfc3-4222-929d-961943cb93e7 req-273fecaa-14b2-4fc1-ad9d-bbf6751ef12f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.0925393 Dec 17 16:22:08.550565 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f72553f-cfc3-4222-929d-961943cb93e7 req-d98fcc8c-3637-4573-9172-a3dde030d5fe tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Dec 17 16:22:08.732871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aadf7a-79da-4de5-85f9-7246d44161c2 req-ee7ad05a-de46-495a-bc7d-8452371308ff tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:08.734501 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-33aadf7a-79da-4de5-85f9-7246d44161c2 req-ee7ad05a-de46-495a-bc7d-8452371308ff tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0893080 Dec 17 16:22:08.788106 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-33aadf7a-79da-4de5-85f9-7246d44161c2 req-8afc12fa-d83a-4596-8705-297a73c09ef0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469477 Dec 17 16:22:09.108347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af113-c466-4548-aa7d-ae7c28dfdbc1 req-a9fc8b8d-1425-41e7-99a3-c720f2a5e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.110111 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e71af113-c466-4548-aa7d-ae7c28dfdbc1 req-a9fc8b8d-1425-41e7-99a3-c720f2a5e653 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1161 time: 0.0872929 Dec 17 16:22:09.211634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-160dcde8-3d33-4670-b308-e8c7f97e34f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:09.356328 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-e0f113e8-7e95-412d-9a8d-5cd8f4e62f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.358028 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-e0f113e8-7e95-412d-9a8d-5cd8f4e62f3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 1162 time: 0.0811274 Dec 17 16:22:09.419962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af113-c466-4548-aa7d-ae7c28dfdbc1 req-8afee817-59e1-473e-b87c-89a1d72ffd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.421881 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e71af113-c466-4548-aa7d-ae7c28dfdbc1 req-8afee817-59e1-473e-b87c-89a1d72ffd65 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2233906 Dec 17 16:22:09.603454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-0f08ccd7-01c6-4c12-a3aa-d06ac34c42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.605050 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-0f08ccd7-01c6-4c12-a3aa-d06ac34c42b5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.2073214 Dec 17 16:22:09.787951 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-4ec43f9b-8ca0-46f7-a804-b5c6ecf2e604 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 200 len: 1000 time: 0.1711168 Dec 17 16:22:09.852648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af113-c466-4548-aa7d-ae7c28dfdbc1 req-5d4b2020-1a2f-407e-8817-dfa8b4baa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.854278 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e71af113-c466-4548-aa7d-ae7c28dfdbc1 req-5d4b2020-1a2f-407e-8817-dfa8b4baa1ec service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4193144 Dec 17 16:22:09.866631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c57b-2037-46b5-8bca-4cdb9202fce8 req-e8a9a74f-f606-4a6e-b49c-b3e05b8adcab tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.868260 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a257c57b-2037-46b5-8bca-4cdb9202fce8 req-e8a9a74f-f606-4a6e-b49c-b3e05b8adcab tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.5389798 Dec 17 16:22:09.875552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484040eb-0e68-4bf7-b6f6-8f46351fc508 req-2d914036-c643-4bca-874a-d3c664c09fe2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.882106 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-484040eb-0e68-4bf7-b6f6-8f46351fc508 req-2d914036-c643-4bca-874a-d3c664c09fe2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1973481 Dec 17 16:22:09.890174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-b1e150f3-b22d-4bad-b25e-5d0033fc89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:09.891691 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-b1e150f3-b22d-4bad-b25e-5d0033fc89d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.0943711 Dec 17 16:22:09.920695 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a257c57b-2037-46b5-8bca-4cdb9202fce8 req-75957d16-41fb-4fd2-941e-8ae34ffd4ad3 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Dec 17 16:22:09.937857 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-484040eb-0e68-4bf7-b6f6-8f46351fc508 req-b1353750-9f5b-4c7a-84e6-43ee8878ac95 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510194 Dec 17 16:22:10.054883 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-06db94ac-b306-49cc-8c4e-b4789490853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:10.057178 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-06db94ac-b306-49cc-8c4e-b4789490853a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117110 Dec 17 16:22:10.057417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-b8e088ab-5604-4528-80b7-d1f5bf49bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:10.059022 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-b8e088ab-5604-4528-80b7-d1f5bf49bab6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1161 time: 0.1039829 Dec 17 16:22:10.204643 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-ef7fdf37-43b2-43bc-94bd-ef0d892f0243 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 217 time: 0.0816054 Dec 17 16:22:10.246170 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21e141-5dfd-4400-8033-10d443cc2b04 req-92469a68-5f98-417a-b77e-5d4dc25d869c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:10.248538 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb21e141-5dfd-4400-8033-10d443cc2b04 req-92469a68-5f98-417a-b77e-5d4dc25d869c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1693006 Dec 17 16:22:10.296368 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-0fe41f0a-09a3-4983-83da-feb70dfc76e6 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138839 Dec 17 16:22:10.304133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aef208-4af0-4271-9b8e-3d7e3bbecfbe req-e3fd793f-240b-4dde-bf1d-ffc7c23b5dea tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:10.305962 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11aef208-4af0-4271-9b8e-3d7e3bbecfbe req-e3fd793f-240b-4dde-bf1d-ffc7c23b5dea tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1947150 Dec 17 16:22:10.363720 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb21e141-5dfd-4400-8033-10d443cc2b04 req-d8b4feea-0cd8-431b-bde9-e8f38e6761b3 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082423 Dec 17 16:22:10.372349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-843a3f5f-6c53-4cf1-86b7-44ca539a8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:10.374369 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-843a3f5f-6c53-4cf1-86b7-44ca539a8d17 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.0959177 Dec 17 16:22:10.459924 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11aef208-4af0-4271-9b8e-3d7e3bbecfbe req-8b195b2f-cf25-435b-85d9-a831540853c2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291149 Dec 17 16:22:10.466188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c741-6b62-4804-bf51-469942c3258b req-9528389c-d387-4951-b0ec-1ac8d32bfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:10.468255 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-9528389c-d387-4951-b0ec-1ac8d32bfd48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853434 Dec 17 16:22:10.512082 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-563a2afb-04e9-4ec7-bdb5-9fc17d93aed1 req-03b54d13-b44d-49df-8334-7af2a5c8276b service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2051785 Dec 17 16:22:10.640060 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-af4060c2-b39d-447b-b265-0e791764306e service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629753 Dec 17 16:22:10.796231 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69d7c741-6b62-4804-bf51-469942c3258b req-a2b914c1-6753-414b-b1e8-55b17373dc68 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428626 Dec 17 16:22:11.162206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6139e-6f4b-4857-8952-1ce2f87fab1e req-ec9ade6c-4f1b-4aa5-bf40-41ee72ae2ddc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:11.163908 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-efb6139e-6f4b-4857-8952-1ce2f87fab1e req-ec9ade6c-4f1b-4aa5-bf40-41ee72ae2ddc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0950708 Dec 17 16:22:11.202796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c28952-b4d4-4b82-bc52-c7bd1aa07cd6 req-7db2df89-3ac7-4c48-bb4f-4dfc1dcf5fe7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:11.204486 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73c28952-b4d4-4b82-bc52-c7bd1aa07cd6 req-7db2df89-3ac7-4c48-bb4f-4dfc1dcf5fe7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0980663 Dec 17 16:22:11.216949 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-efb6139e-6f4b-4857-8952-1ce2f87fab1e req-03b67d2b-013c-442d-96ac-132c4f6d692b tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465100 Dec 17 16:22:11.256713 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73c28952-b4d4-4b82-bc52-c7bd1aa07cd6 req-558cc161-47da-44ca-928d-026fd4b20468 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 Dec 17 16:22:11.600657 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ada46-7135-42c2-8ba5-4b3c379e4ec8 req-5bbeb4d4-0e76-4c9d-a7ac-987390a875a5 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:11.602355 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b56ada46-7135-42c2-8ba5-4b3c379e4ec8 req-5bbeb4d4-0e76-4c9d-a7ac-987390a875a5 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.0971336 Dec 17 16:22:11.678383 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b56ada46-7135-42c2-8ba5-4b3c379e4ec8 req-34ff55af-0e78-4a7a-9dce-ad9d68525d9a tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Dec 17 16:22:11.705980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1d3adf15-37ac-4f97-b9e5-410409d92238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:11.734743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b71bd-aa92-41fb-8407-c339a78d056e req-b4a1c765-8287-4fb1-9ae5-413a48cc4277 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:11.736775 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d10b71bd-aa92-41fb-8407-c339a78d056e req-b4a1c765-8287-4fb1-9ae5-413a48cc4277 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1308343 Dec 17 16:22:11.819094 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d10b71bd-aa92-41fb-8407-c339a78d056e req-3a331e15-89e0-4509-a4e1-bb68d922c6c2 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727780 Dec 17 16:22:12.105568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-6deef88c-1e84-4a07-ba04-1b675dac3291 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:12.107153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-6deef88c-1e84-4a07-ba04-1b675dac3291 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.0935588 Dec 17 16:22:12.216047 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Deleting port 9900c6be-3585-4507-9eef-03baec614482 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:22:12.216429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:12.548561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:12.554089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccd126-c2a5-4093-aad5-e0b4fad7b971 req-b9b020aa-d7ce-4435-9b2c-5bd11961becc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:12.557642 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c3ccd126-c2a5-4093-aad5-e0b4fad7b971 req-b9b020aa-d7ce-4435-9b2c-5bd11961becc tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.1236486 Dec 17 16:22:12.626455 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c3ccd126-c2a5-4093-aad5-e0b4fad7b971 req-8d44be94-47d3-4387-a755-687f57eda194 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560195 Dec 17 16:22:12.639847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f815169-51a5-4fe8-9ba2-639f5c74c2b1 req-c69198df-8db3-48c0-95fa-56a9b5ab11cc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:12.642742 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3f815169-51a5-4fe8-9ba2-639f5c74c2b1 req-c69198df-8db3-48c0-95fa-56a9b5ab11cc tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 945 time: 0.2651980 Dec 17 16:22:12.647574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] For port 9900c6be-3585-4507-9eef-03baec614482, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9900c6be-3585-4507-9eef-03baec614482,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:12.648294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:12.813411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Calling delete_port for 9900c6be-3585-4507-9eef-03baec614482 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:22:12.907177 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3f815169-51a5-4fe8-9ba2-639f5c74c2b1 req-66194d8a-e25e-45d0-a45a-c13a28476c37 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470634 Dec 17 16:22:12.937825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce1644-e070-4de0-b908-9ccef538bff2 req-13cb581b-124e-458d-9bb4-6c2335a9bb48 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:12.940138 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70ce1644-e070-4de0-b908-9ccef538bff2 req-13cb581b-124e-458d-9bb4-6c2335a9bb48 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1243682 Dec 17 16:22:13.001749 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70ce1644-e070-4de0-b908-9ccef538bff2 req-01ee8cde-8dbc-41f9-820b-ed5d47c34847 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503936 Dec 17 16:22:13.033717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:13.056316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:13.151007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Pushing event deleted for resources: {'Port': ['ID=9900c6be-3585-4507-9eef-03baec614482,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:13.163978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:13.189380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:13.306698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7452b2-5739-4861-9665-b31dc6d1dfba req-8522a23e-8929-4b7a-b54d-a18605eb170b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:13.308378 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb7452b2-5739-4861-9665-b31dc6d1dfba req-8522a23e-8929-4b7a-b54d-a18605eb170b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.2531595 Dec 17 16:22:13.382618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] No DVR routers for this DVR port 9900c6be-3585-4507-9eef-03baec614482 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:22:13.392001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:13.394753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'name': 'network-vif-deleted', 'tag': '9900c6be-3585-4507-9eef-03baec614482'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:13.417663 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-de9bdb34-3b64-40af-8ce9-bb141b3269f8 req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "DELETE /v2.0/ports/9900c6be-3585-4507-9eef-03baec614482 HTTP/1.1" status: 204 len: 173 time: 1.2741427 Dec 17 16:22:13.420640 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb7452b2-5739-4861-9665-b31dc6d1dfba req-3d0682d3-613e-41ed-bd83-77b62d0aa8cf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035206 Dec 17 16:22:13.466480 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f10e3ff-0a86-42dd-ac11-8c77c947a3aa', 'name': 'network-vif-deleted', 'tag': '9900c6be-3585-4507-9eef-03baec614482', 'status': 'completed', 'code': 200} Dec 17 16:22:13.795084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:13.868308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:13.868753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:13.915475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191150d-8e63-4f80-92b4-a7a98e1b182d req-e8f3c3dd-1ce9-48d0-bfe8-c93ad491aa20 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:13.917149 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4191150d-8e63-4f80-92b4-a7a98e1b182d req-e8f3c3dd-1ce9-48d0-bfe8-c93ad491aa20 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.0870237 Dec 17 16:22:13.993236 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4191150d-8e63-4f80-92b4-a7a98e1b182d req-b679ebeb-373f-4900-be94-03e32b0cbe93 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650542 Dec 17 16:22:13.998567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:14.046775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:14.053959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:14.056985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:14.060082 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:14.060992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:14.091160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:14.159610 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-88298e31-f915-48ce-bfdd-e01662133050 req-2090f61e-4b1c-4473-b6c8-aad7770554f7 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=2f10e3ff-0a86-42dd-ac11-8c77c947a3aa HTTP/1.1" status: 200 len: 210 time: 0.0517244 Dec 17 16:22:14.199355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=6']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:14.212456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.212841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.213248 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.213627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.214055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.214378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.214742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.215109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.215471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.215849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.216191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.216556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.217010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.217403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.217762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.218125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.218586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.218860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.219259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.219617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.219979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.220337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.220697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.221053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:14.227044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:14.234158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:14.234579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:14.262288 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'code': 200} Dec 17 16:22:14.294819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e436-c592-429a-ad33-4800701ff5ed req-d5655947-bd50-4ce9-8232-7066e2b1365d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:14.296725 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0198e436-c592-429a-ad33-4800701ff5ed req-d5655947-bd50-4ce9-8232-7066e2b1365d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1158538 Dec 17 16:22:14.351893 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0198e436-c592-429a-ad33-4800701ff5ed req-c5be497f-fdfb-40d8-9675-f3e05fcfd057 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Dec 17 16:22:14.422341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9900c6be-3585-4507-9eef-03baec614482 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:22:14.461550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: 9900c6be-3585-4507-9eef-03baec614482 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:22:14.461952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9900c6be-3585-4507-9eef-03baec614482 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:22:14.936365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b421546-b305-4696-b9c9-3b0afbee0b7e req-56cfda60-baea-4a37-b901-bf81258d5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:14.938067 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6b421546-b305-4696-b9c9-3b0afbee0b7e req-56cfda60-baea-4a37-b901-bf81258d5498 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0969436 Dec 17 16:22:14.996434 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6b421546-b305-4696-b9c9-3b0afbee0b7e req-b99b353e-0c8c-4ff0-90c6-4a9838ebb4d4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 Dec 17 16:22:15.168941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-9912a0bf-281a-4284-8e94-558c0b4cd82f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:22:15.294796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559abf0-f39c-4dc6-a854-dfdd98347050 req-a893c2e0-542a-4367-ad4a-32b5213af4b4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:15.296755 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8559abf0-f39c-4dc6-a854-dfdd98347050 req-a893c2e0-542a-4367-ad4a-32b5213af4b4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0960498 Dec 17 16:22:15.363254 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8559abf0-f39c-4dc6-a854-dfdd98347050 req-eec8dabc-cf75-4db6-929b-f253ac32242d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586710 Dec 17 16:22:15.613086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f1b38-5989-4da8-954c-6bee68d312c9 req-2cca6807-83e0-4c8f-9d69-8216ae72d052 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:15.615307 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-112f1b38-5989-4da8-954c-6bee68d312c9 req-2cca6807-83e0-4c8f-9d69-8216ae72d052 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.0992761 Dec 17 16:22:15.669749 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-112f1b38-5989-4da8-954c-6bee68d312c9 req-64453601-bbba-4a1e-abd9-54d94a3915df tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Dec 17 16:22:15.741298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79157e-a152-4648-8b32-9d842202d94c req-e6d0169e-4a1b-4a3a-8422-578d73ebf120 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:15.741991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-4c79157e-a152-4648-8b32-9d842202d94c req-e6d0169e-4a1b-4a3a-8422-578d73ebf120 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Synchronizing usage tracker for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:15.758548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-4c79157e-a152-4648-8b32-9d842202d94c req-e6d0169e-4a1b-4a3a-8422-578d73ebf120 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Unset dirty status for tenant:d7168870b8de4df38da406c91b4cb3a7 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:15.759853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c79157e-a152-4648-8b32-9d842202d94c req-e6d0169e-4a1b-4a3a-8422-578d73ebf120 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1178708 Dec 17 16:22:15.821542 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c79157e-a152-4648-8b32-9d842202d94c req-a5d1d1d5-8fb8-49a8-b6ce-6102dc92b932 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550950 Dec 17 16:22:16.494716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:16.601643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:16.602066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:16.659763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fae08-1c27-4d7f-8a2d-58ad8f9f3a0c req-6649dadb-c10e-4dde-8aba-5d1112304aa6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:16.662305 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-252fae08-1c27-4d7f-8a2d-58ad8f9f3a0c req-6649dadb-c10e-4dde-8aba-5d1112304aa6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1291518 Dec 17 16:22:16.718990 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-252fae08-1c27-4d7f-8a2d-58ad8f9f3a0c req-dbdcc708-f88f-4f23-a2c0-c60aa1fc7840 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498068 Dec 17 16:22:16.816718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:16.925951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port e9c0d88d-be31-48ec-924f-39b444638c2d completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:22:16.941571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:16.942077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:16.986233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c519548-14ba-4c8a-903b-5bd7f7d04dde req-f4e3864a-036b-42d3-8603-2277986393f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:16.995479 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c519548-14ba-4c8a-903b-5bd7f7d04dde req-f4e3864a-036b-42d3-8603-2277986393f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 944 time: 0.1602256 Dec 17 16:22:17.074086 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c519548-14ba-4c8a-903b-5bd7f7d04dde req-f8cb8deb-33b1-417b-94ef-1460e36fc682 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Dec 17 16:22:17.152223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:17.160430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51fc57-0336-44c3-87a5-993089cebc18 req-4f5c1dc3-e4f7-45b1-9418-0c1b22f09c47 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:17.172431 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8d51fc57-0336-44c3-87a5-993089cebc18 req-4f5c1dc3-e4f7-45b1-9418-0c1b22f09c47 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1429811 Dec 17 16:22:17.191105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port e9c0d88d-be31-48ec-924f-39b444638c2d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e9c0d88d-be31-48ec-924f-39b444638c2d,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:17.193324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:17.214973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:17.217053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:17.256810 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8d51fc57-0336-44c3-87a5-993089cebc18 req-9e02f5d3-d59f-4430-9bd0-b4b31540994c tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726085 Dec 17 16:22:17.300747 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'code': 200} Dec 17 16:22:17.331850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:17.338596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:17.637432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:22:17.716696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951c429-a42c-40e8-a08f-cbbbc3172515 req-d2908236-fb5b-45ec-8da5-9f13f5358cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:17.720582 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8951c429-a42c-40e8-a08f-cbbbc3172515 req-d2908236-fb5b-45ec-8da5-9f13f5358cdd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1163 time: 0.1121023 Dec 17 16:22:17.770284 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8951c429-a42c-40e8-a08f-cbbbc3172515 req-5942a456-da48-4cd1-9644-407a7602864f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Dec 17 16:22:17.878431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:17.954369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port b332b9ac-2f08-46b9-a369-ba5795e92252 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:17.954783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:17.994299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691c12c-2ee2-4f9c-8b21-9d61770978dc req-9402b84d-b3f3-461f-855c-c79c5ae6b6bb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:17.995942 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6691c12c-2ee2-4f9c-8b21-9d61770978dc req-9402b84d-b3f3-461f-855c-c79c5ae6b6bb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0897486 Dec 17 16:22:18.053028 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6691c12c-2ee2-4f9c-8b21-9d61770978dc req-608de85c-8999-498d-8aac-87c3df6f9e12 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Dec 17 16:22:18.089545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:18.172413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:18.172832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:18.343839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc87ba8-d648-4025-a244-e294d926bf60 req-1858eca5-bdcb-4591-bfcf-cd0ff8c11796 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:18.345456 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-adc87ba8-d648-4025-a244-e294d926bf60 req-1858eca5-bdcb-4591-bfcf-cd0ff8c11796 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.1008458 Dec 17 16:22:18.396024 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-adc87ba8-d648-4025-a244-e294d926bf60 req-69fac42c-ae0d-4139-a00b-07b9613c6d3d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Dec 17 16:22:18.505430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf611a-c472-4b56-84bd-3bce63975e42 req-e9e22ab6-0b41-4be5-9d14-5f560b00ec90 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:18.507078 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5abf611a-c472-4b56-84bd-3bce63975e42 req-e9e22ab6-0b41-4be5-9d14-5f560b00ec90 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1061335 Dec 17 16:22:18.556620 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5abf611a-c472-4b56-84bd-3bce63975e42 req-43db2315-7cbf-4809-b187-72e15e2e8e7f tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Dec 17 16:22:19.626038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd26ba4-db89-4310-955c-fd493ced75cf req-8f36bb91-6e5b-4f25-bdf6-8ff2a4d74211 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:19.627684 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cd26ba4-db89-4310-955c-fd493ced75cf req-8f36bb91-6e5b-4f25-bdf6-8ff2a4d74211 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.0986042 Dec 17 16:22:19.677828 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cd26ba4-db89-4310-955c-fd493ced75cf req-d7789d62-367a-4b24-9a0d-0eeb85e2d791 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Dec 17 16:22:19.780371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f73f3-7bd7-4513-8194-aa8d6f7bd064 req-0ad9ff90-bff8-4b6a-91b7-6a603baa4e3e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:19.782296 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-266f73f3-7bd7-4513-8194-aa8d6f7bd064 req-0ad9ff90-bff8-4b6a-91b7-6a603baa4e3e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0892642 Dec 17 16:22:19.816227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:19.834221 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-266f73f3-7bd7-4513-8194-aa8d6f7bd064 req-da266660-5b51-43ab-bf87-c0594fd3fad0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Dec 17 16:22:19.888802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:19.889275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:19.899409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c144f13-6b1c-45ee-9a47-72e3c34db035 req-87a3aa1e-fb07-430d-bbe7-c033c0875bed tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:19.901586 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5c144f13-6b1c-45ee-9a47-72e3c34db035 req-87a3aa1e-fb07-430d-bbe7-c033c0875bed tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.0930781 Dec 17 16:22:19.954673 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5c144f13-6b1c-45ee-9a47-72e3c34db035 req-1fbe47a8-9cdf-4c65-9cee-c5e1109b7656 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Dec 17 16:22:20.435094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caca3b-3d3d-4073-8b6f-d6f7c52da6e8 req-59e0be33-e367-4b62-9981-8f66b8972b95 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:20.436749 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-04caca3b-3d3d-4073-8b6f-d6f7c52da6e8 req-59e0be33-e367-4b62-9981-8f66b8972b95 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.1012399 Dec 17 16:22:20.495355 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-04caca3b-3d3d-4073-8b6f-d6f7c52da6e8 req-da0856f7-02aa-4d6b-a03f-c28cce156ad4 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511689 Dec 17 16:22:21.072866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e8e98-c4e1-472f-85aa-c0e3c80dc551 req-8962f1e5-9189-4077-8c8e-b6c87a496705 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:21.074549 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-381e8e98-c4e1-472f-85aa-c0e3c80dc551 req-8962f1e5-9189-4077-8c8e-b6c87a496705 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0988460 Dec 17 16:22:21.123843 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-381e8e98-c4e1-472f-85aa-c0e3c80dc551 req-eb56c212-d754-4eed-9801-8b7dcf60ea98 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Dec 17 16:22:21.636124 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-3feba243-b504-4e2b-8b16-7f9c2308db0b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0813899 Dec 17 16:22:21.754427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-a1cd9da1-7f87-4b95-8bf1-efe36a7ab668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:21.755954 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-a1cd9da1-7f87-4b95-8bf1-efe36a7ab668 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0771477 Dec 17 16:22:21.917066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-4086d0c2-01ee-429e-afdb-ea266817a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:21.918677 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-4086d0c2-01ee-429e-afdb-ea266817a8c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.1406913 Dec 17 16:22:22.028143 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-d2c2b03b-5c80-41b0-bd1a-71bed55ff888 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 200 len: 1002 time: 0.1018605 Dec 17 16:22:22.098251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-7457f32c-a32c-4813-ad9b-6239a5e0ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:22.100360 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-7457f32c-a32c-4813-ad9b-6239a5e0ab83 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0657253 Dec 17 16:22:22.186962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-bf5a5491-de11-4f50-b927-3fa4cd41328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:22.188638 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-bf5a5491-de11-4f50-b927-3fa4cd41328d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803275 Dec 17 16:22:22.400517 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-ec2eb342-0ba8-43f3-9e66-2e5112a925b1 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011514 Dec 17 16:22:22.446598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a41b4-91c2-407c-842e-e2acde0ff4de req-a4ddea99-419c-4e70-95b7-64deefda8e18 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:22.448213 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e0a41b4-91c2-407c-842e-e2acde0ff4de req-a4ddea99-419c-4e70-95b7-64deefda8e18 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.1533437 Dec 17 16:22:22.586892 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e0a41b4-91c2-407c-842e-e2acde0ff4de req-44e491a6-521f-4f49-8da8-d75cb2f46820 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/security-groups?id=5706356e-32ad-41aa-9158-da18679a7ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221049 Dec 17 16:22:22.595036 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7ed7fedc-d966-49d7-af84-7ea33456abfe req-3bb50152-d6fe-4ae3-9fa3-d7e0c11a71da service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857390 Dec 17 16:22:22.818313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-33aac0bf-f3c1-40f4-929f-a477ed4c14a2 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:22.819918 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-33aac0bf-f3c1-40f4-929f-a477ed4c14a2 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 946 time: 0.0912881 Dec 17 16:22:22.905215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Deleting port ccea6ae3-4eb7-4172-93d4-e045f79beade {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:22:22.905780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.205419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46458) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:23.370567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.387500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:23.391714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Usage tracker for resource:security_group_rule and tenant:2325c62642464e579521b8ade57a0cb6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:23.394944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:23.401665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:23.419642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] For port ccea6ae3-4eb7-4172-93d4-e045f79beade, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ccea6ae3-4eb7-4172-93d4-e045f79beade,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:23.420026 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.493290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.496313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.506160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b10456dd-8eff-48ae-9ca2-54867319324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:23.518674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device ccea6ae3-4eb7-4172-93d4-e045f79beade no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:22:23.548916 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2325c62642464e579521b8ade57a0cb6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3422546 Dec 17 16:22:23.549616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46464) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:23.565007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Calling delete_port for ccea6ae3-4eb7-4172-93d4-e045f79beade owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:22:23.571323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5793e2c-b461-4a15-a256-384f8a9f8b2f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:23.579011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:23.628992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.658656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.672081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.715330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.720734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1de78747-f795-4db0-9ed3-d5980897dfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:23.728788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.738442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5793e2c-b461-4a15-a256-384f8a9f8b2f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:23.747458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9577676f-4537-4853-833f-4ce8b9c65dd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:23.750210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:23.751089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:23.752304 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5793e2c-b461-4a15-a256-384f8a9f8b2f HTTP/1.1" status: 204 len: 168 time: 0.1979935 Dec 17 16:22:23.846738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Pushing event deleted for resources: {'Port': ['ID=ccea6ae3-4eb7-4172-93d4-e045f79beade,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:23.854378 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8759dda5-9bf9-40ac-993e-6e4049830c0b req-ec867309-4aaa-40ab-a5fc-e5b628720985 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.37 "GET /v2.0/ports?device_id=fa759f09-7582-4226-8173-a6f5271f647e HTTP/1.1" status: 200 len: 210 time: 0.0655444 Dec 17 16:22:23.865419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:24.022458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] No DVR routers for this DVR port ccea6ae3-4eb7-4172-93d4-e045f79beade on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:22:24.025117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:24.028287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa759f09-7582-4226-8173-a6f5271f647e', 'name': 'network-vif-deleted', 'tag': 'ccea6ae3-4eb7-4172-93d4-e045f79beade'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:24.044621 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2bea77ee-415b-4ccb-adc8-57287d86a61e req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] 10.222.0.68 "DELETE /v2.0/ports/ccea6ae3-4eb7-4172-93d4-e045f79beade HTTP/1.1" status: 204 len: 173 time: 1.2191617 Dec 17 16:22:24.091726 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa759f09-7582-4226-8173-a6f5271f647e', 'name': 'network-vif-deleted', 'tag': 'ccea6ae3-4eb7-4172-93d4-e045f79beade', 'status': 'completed', 'code': 200} Dec 17 16:22:24.969614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46498) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:25.596123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717745'] for router_interface, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:25.671089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:25.987054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683739c-33e2-47b0-aa6d-d1c44b943315 req-a96d2eca-26e7-4a40-9e2f-e18531d2dab3 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:25.988662 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6683739c-33e2-47b0-aa6d-d1c44b943315 req-a96d2eca-26e7-4a40-9e2f-e18531d2dab3 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.2284546 Dec 17 16:22:26.087826 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6683739c-33e2-47b0-aa6d-d1c44b943315 req-03b075cd-53be-43ec-b85b-d75285dd324c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922394 Dec 17 16:22:26.305123 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-3532a0f7-f9ad-4160-8b28-2144e1f0bc2c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1628985 Dec 17 16:22:26.308424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Deleting port 55d61355-1b68-4ffa-8204-093e99c3a220 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:22:26.308810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:26.315931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'floatingip': {'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:26.322424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:26.326630 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Usage tracker for resource:floatingip and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:26.329734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:26.336139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:26.345950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for floatingip, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:26.494695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:26.512494 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] For port 55d61355-1b68-4ffa-8204-093e99c3a220, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=55d61355-1b68-4ffa-8204-093e99c3a220,segment=NetworkSegment(da12e531-8158-4c4c-b8cc-586260de8def),segment_id=da12e531-8158-4c4c-b8cc-586260de8def)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:26.512995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:26.650386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Calling delete_port for 55d61355-1b68-4ffa-8204-093e99c3a220 owned by network:router_interface {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:22:26.726645 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-e08b5679-4f03-445f-9572-27fb673c8af5 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f89fb75a6ad4b57a0657fe15aebf571&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480764 Dec 17 16:22:26.792602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Allocated IP 172.28.3.228 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/d132bd54-cf10-496d-8c4c-afd553683c18) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:22:26.984027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.013710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.029948 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-113fb44a-cde0-4648-883c-7a4551c66310 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:27.078986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-f050541c-ce0c-4872-b62c-dcc4c42f6e5f tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:27.080581 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-f050541c-ce0c-4872-b62c-dcc4c42f6e5f tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3458765 Dec 17 16:22:27.105763 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-cbf45096-783e-456d-a7ef-1e7d4b9dec8a tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/quotas/7f89fb75a6ad4b57a0657fe15aebf571 HTTP/1.1" status: 200 len: 375 time: 0.0131872 Dec 17 16:22:27.167448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'Port': ['ID=d132bd54-cf10-496d-8c4c-afd553683c18,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:27.172540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:27.198839 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-6a0ee14e-dcf7-42a5-921e-76f785f32750 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f89fb75a6ad4b57a0657fe15aebf571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856962 Dec 17 16:22:27.225659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.227397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:22:27.228982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:22:27.230988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:22:27.240261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-73bd0101-bd11-452f-a272-2b2a3d22b44c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:27.288399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d61355-1b68-4ffa-8204-093e99c3a220,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:27.293908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:27.319372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for floatingip, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.393057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.455401 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-37c4577e-3a1f-473d-b93e-5e8857f91b3a req-d40dcabd-cc78-4b5d-bd4e-ceb9f2c813a1 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 210 time: 0.0735090 Dec 17 16:22:27.709521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.714190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.732104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f5f04e06-1c87-4b78-ac15-045195029b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:27.755906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3196726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717595'] for router_interface, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:27.889382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'Port': ['ID=d132bd54-cf10-496d-8c4c-afd553683c18,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:27.894419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:27.995681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:28.021073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:28.022432 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7108729 Dec 17 16:22:28.112789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-cb720785-c2bf-4d9b-b4ae-e7ab506fe9cb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:floatingip {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:28.132276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-cb720785-c2bf-4d9b-b4ae-e7ab506fe9cb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:floatingip {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:28.133589 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-cb720785-c2bf-4d9b-b4ae-e7ab506fe9cb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.228 HTTP/1.1" status: 200 len: 696 time: 0.1037989 Dec 17 16:22:28.308658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-f818e44a-7ec2-4394-af4e-2dd7beaa2da6 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:28.310145 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-f818e44a-7ec2-4394-af4e-2dd7beaa2da6 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 784 time: 0.1681561 Dec 17 16:22:28.327572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-69f7670e-f9c6-4294-8979-9319f5b8ac1c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:22:28.328928 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-11555bd1-5b80-41e6-b3f8-4e25941c3bc8 req-69f7670e-f9c6-4294-8979-9319f5b8ac1c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0070298 Dec 17 16:22:28.579165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:22:28.602967 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-c56e1b9b-87cd-426c-921e-21d84e25e0ca tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.68 "GET /v2.0/networks?tenant_id=7f89fb75a6ad4b57a0657fe15aebf571&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383117 Dec 17 16:22:28.671505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-67454b23-d741-4d2c-9dd7-812f1f847630 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:28.673158 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-67454b23-d741-4d2c-9dd7-812f1f847630 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2066526 Dec 17 16:22:28.719605 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-501ed427-9def-4546-a486-cb197fe28d0c req-b19241ef-6499-4b64-9866-3e5216f31e57 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 210 time: 0.0830059 Dec 17 16:22:28.772490 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-a10c7c45-067a-4019-a9f1-c9b0f61cd5a0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0849197 Dec 17 16:22:28.835827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb8587aa-41e5-4d88-8874-c9ea26122982 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:28.837448 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb8587aa-41e5-4d88-8874-c9ea26122982 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262285 Dec 17 16:22:28.838252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'floatingip': {'port_id': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:28.860589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Request body: {'port': {'device_id': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd', 'admin_state_up': True, 'tenant_id': '7f89fb75a6ad4b57a0657fe15aebf571'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:28.940182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for floatingip, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:29.076265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:22:29.086103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] Sync routers for ids ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:22:29.096908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] Routers {'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:22:29.097989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:29.155236 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] 10.222.0.37 "PUT /v2.0/routers/b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1815591 Dec 17 16:22:29.158354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46550) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:29.239997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:29.244076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Usage tracker for resource:port and tenant:7f89fb75a6ad4b57a0657fe15aebf571 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:29.247502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Quota usage for port was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:29.254289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:29.264944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Made reservation on behalf of 7f89fb75a6ad4b57a0657fe15aebf571 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:22:29.270949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:29.284613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:29.300208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] Set router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:22:29.305655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:29.309883 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Usage tracker for resource:security_group_rule and tenant:7f89fb75a6ad4b57a0657fe15aebf571 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:29.313518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:29.319825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:29.420937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:29.424460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:29.437280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dcaf4a92-4a1b-4372-b8f4-ef4a047c0277 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:29.495779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Pushing event updated for resources: {'SecurityGroup': ['ID=4123c63c-0542-4877-94e1-9ebad242c93a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:29.529928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:29.543288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks [] for router, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:29.634213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:22:27Z', 'revision_number': 5, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:29.639176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] Checking router: b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:22:29.650618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] Routers {'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:22:29.651921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:29.837560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Allocated IP 192.168.233.64 (ebbeac2a-33bd-4a66-9b5e-e67593dc46bd/264e4a99-1a7b-4d75-91e4-2eddaf677d83/9a073148-2fe6-4cec-a93d-4f10b8141ba3) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:22:29.845886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] Set router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:22:29.927779 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4e6b3be4-988b-42af-b6bd-7f7d4fff3b4f req-c8d5bc66-ef5b-46cb-a57e-1320237b2365 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 210 time: 0.0591431 Dec 17 16:22:30.051660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.064992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Deleting port 32b2e85d-383b-41f1-82e0-699d9735aea1 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:22:30.065427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.118627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.138911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Transition to ACTIVE for port object 9a073148-2fe6-4cec-a93d-4f10b8141ba3 will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:22:30.159907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:22:27Z', 'revision_number': 5, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:30.165238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd1432-bbfe-4bd4-9297-bed64c80b4cb None None] The sync data for ids ['b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a'] in dv-cinder-766752-2-smb is: [{'id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1075728789-router', 'tenant_id': 'd7168870b8de4df38da406c91b4cb3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:43Z', 'updated_at': '2020-12-17T16:22:27Z', 'revision_number': 5, 'project_id': 'd7168870b8de4df38da406c91b4cb3a7', 'gw_port': {'id': '32b2e85d-383b-41f1-82e0-699d9735aea1', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:49Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:22:30.166052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.188638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:30.349735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Pushing event updated for resources: {'Port': ['ID=9a073148-2fe6-4cec-a93d-4f10b8141ba3,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:30.354192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:30.380054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] For port 32b2e85d-383b-41f1-82e0-699d9735aea1, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=32b2e85d-383b-41f1-82e0-699d9735aea1,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:30.380662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.397005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:22:30.398294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:22:30.400623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:22:30.479635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:30.480544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.513520 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6570396 Dec 17 16:22:30.536231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Request body: {'port': {'device_id': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:30.553549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Calling delete_port for 32b2e85d-383b-41f1-82e0-699d9735aea1 owned by network:router_gateway {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:22:30.602963 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.614172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.661944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-b1a5c7c6-4dd9-4ea3-b632-cf42bb0da66a None None] Provisioning for port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:22:30.664266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.667566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-b1a5c7c6-4dd9-4ea3-b632-cf42bb0da66a None None] Provisioning complete for port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:30.667990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b1a5c7c6-4dd9-4ea3-b632-cf42bb0da66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.729148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5c7c6-4dd9-4ea3-b632-cf42bb0da66a None None] Port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:22:30.875355 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Floating IP a3a2479f-f6d5-4af4-9186-75d594dcb2bb associated. External IP: 172.28.3.228, port: e9c0d88d-be31-48ec-924f-39b444638c2d. Dec 17 16:22:30.947921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.plugins.ml2.ovo_rpc [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: result = function(*args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: proto.__init__(conn_state, self) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: self.handle() Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: self.handle_one_request() Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: self.handle_one_response() Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: result = self.application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return app(environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return request.get_response(self.application) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self._app) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return resp(environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return resp(environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: response = self.app(environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return resp(environ, start_response) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:22:30.959124 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: result = method(request=request, **args) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return self._delete(request, id, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(*dup_args, **dup_kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: obj_deleter(request.context, id, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return method(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(*dup_args, **dup_kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: self._delete_current_gw_port(context, id, router, None) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: admin_ctx, gw_port_id, l3_port_check=False) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, context, *args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return method(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: context, port, router_ids, bound_mech_contexts) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: return function(*args, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: callback(resource, event, trigger, **kwargs) Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: if self._is_session_semantic_violated(context, resource, event): Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: stack = traceback.extract_stack() Dec 17 16:22:30.964909 dv-cinder-766752-2-smb neutron-server[80222]: Dec 17 16:22:31.182388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a073148-2fe6-4cec-a93d-4f10b8141ba3 {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:22:31.197403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.216425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Transition to ACTIVE for port object 9a073148-2fe6-4cec-a93d-4f10b8141ba3 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:22:31.221294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.235861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4a6fbdb2-3dcb-4823-aa44-6c93b7a3b018 tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:31.278733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-56360e11-de7a-446d-9aea-64aa54181c3a tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:31.279564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-56360e11-de7a-446d-9aea-64aa54181c3a tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Synchronizing usage tracker for tenant:7f89fb75a6ad4b57a0657fe15aebf571 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:31.347469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854069878'] for router_gateway, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.399054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=9a073148-2fe6-4cec-a93d-4f10b8141ba3,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:31.413906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:31.417284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-56360e11-de7a-446d-9aea-64aa54181c3a tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Unset dirty status for tenant:7f89fb75a6ad4b57a0657fe15aebf571 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:31.418570 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-56360e11-de7a-446d-9aea-64aa54181c3a tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 935 time: 0.3448775 Dec 17 16:22:31.501050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-8693da8b-cede-4fe5-be0a-97e76c8fd964 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Synchronizing usage tracker for tenant:7f89fb75a6ad4b57a0657fe15aebf571 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:31.585970 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 55d61355-1b68-4ffa-8204-093e99c3a220 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:22:31.625790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-8693da8b-cede-4fe5-be0a-97e76c8fd964 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Unset dirty status for tenant:7f89fb75a6ad4b57a0657fe15aebf571 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:31.627093 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-175e101b-efb6-48ec-a26d-d9feee5812b3 req-8693da8b-cede-4fe5-be0a-97e76c8fd964 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012424 Dec 17 16:22:31.674335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Attempting to bind port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:22:31.674719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Attempting to bind port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:22:31.675098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Attempting to bind port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 on network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:22:31.684203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:22:31.684582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Checking segment: {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:22:31.684999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.685433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Bound using segment: {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:22:31.685940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Bound port: 9a073148-2fe6-4cec-a93d-4f10b8141ba3, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4753c6d-6c7d-47bf-9e9d-631f26c44344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ebbeac2a-33bd-4a66-9b5e-e67593dc46bd'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:22:31.686324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.793375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] For port 9a073148-2fe6-4cec-a93d-4f10b8141ba3, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:22:31.797171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] For port 9a073148-2fe6-4cec-a93d-4f10b8141ba3, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9a073148-2fe6-4cec-a93d-4f10b8141ba3,segment=NetworkSegment(c4753c6d-6c7d-47bf-9e9d-631f26c44344),segment_id=c4753c6d-6c7d-47bf-9e9d-631f26c44344)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:22:31.801668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.817857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6639f748-ba08-4d9a-a60e-afaa9801adfa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:31.818080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 55d61355-1b68-4ffa-8204-093e99c3a220 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:22:31.818300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 55d61355-1b68-4ffa-8204-093e99c3a220 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:22:31.819467 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-712083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-205072'] for router, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.823804 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.926546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:22:31.927354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-712053'] for router, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:31.927921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a {{(pid=80334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:22:31.968493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=9a073148-2fe6-4cec-a93d-4f10b8141ba3,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:31.973492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:32.022127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:32.027181 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-dbd6b586-a88c-495d-a1bf-9839ba87ba38 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b82acb4e-2dcc-4a1d-ad4e-61ec5d8df67a HTTP/1.1" status: 204 len: 168 time: 2.8637812 Dec 17 16:22:32.027825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:32.027825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:32.028276 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] 10.222.0.68 "PUT /v2.0/ports/9a073148-2fe6-4cec-a93d-4f10b8141ba3 HTTP/1.1" status: 200 len: 1161 time: 1.4980576 Dec 17 16:22:32.029094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'tag': '9a073148-2fe6-4cec-a93d-4f10b8141ba3'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:32.035948 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46558) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:32.144767 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'tag': '9a073148-2fe6-4cec-a93d-4f10b8141ba3', 'status': 'completed', 'code': 200} Dec 17 16:22:32.196001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-61c75d24-1eac-4efd-ac9e-ab6caf291b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:32.198072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-61c75d24-1eac-4efd-ac9e-ab6caf291b66 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7f89fb75a6ad4b57a0657fe15aebf571&device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 1164 time: 0.1046021 Dec 17 16:22:32.215640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Deleting subnet c499ca0b-18e5-4e04-87f2-d076ecfbe72c {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:22:32.221697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:32.262651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:22:32.273221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:32.274118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] Sync routers for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:22:32.285064 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:22:32.286240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:32.299195 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-06e04ec0-9f96-4e21-958d-cc6ec7a8f421 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9a073148-2fe6-4cec-a93d-4f10b8141ba3 HTTP/1.1" status: 200 len: 217 time: 0.0863383 Dec 17 16:22:32.338897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:32.386000 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ac99eba7-f429-4f1b-a9db-d9f72930b4f0 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "PUT /v2.0/floatingips/a3a2479f-f6d5-4af4-9186-75d594dcb2bb HTTP/1.1" status: 200 len: 997 time: 3.6091526 Dec 17 16:22:32.389985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-26b6d541-fbbb-43ad-a5a7-05ae8fa9f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:32.391774 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-26b6d541-fbbb-43ad-a5a7-05ae8fa9f635 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=264e4a99-1a7b-4d75-91e4-2eddaf677d83 HTTP/1.1" status: 200 len: 843 time: 0.0836585 Dec 17 16:22:32.399313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:32.438121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:32.493569 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'status': 'completed', 'code': 200} Dec 17 16:22:32.498998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:22:32.548206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-dcac192c-5051-4f82-b538-219f79120c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:32.550706 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-dcac192c-5051-4f82-b538-219f79120c75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebbeac2a-33bd-4a66-9b5e-e67593dc46bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1516232 Dec 17 16:22:32.793870 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-b428ae4c-2457-43a5-a869-28dba8c5eea2 service neutron] 10.222.0.68 "GET /v2.0/networks/ebbeac2a-33bd-4a66-9b5e-e67593dc46bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328744 Dec 17 16:22:32.898695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-d095dd36-c4da-4f8c-aacd-c3640aab1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:32.900355 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-d095dd36-c4da-4f8c-aacd-c3640aab1481 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1163 time: 0.3337557 Dec 17 16:22:32.905133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-f3bdeb53-9cac-4ab9-a60c-5c26cc19aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:32.906556 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': 'a3a2479f-f6d5-4af4-9186-75d594dcb2bb', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'floating_ip_address': '172.28.3.228', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'port_id': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'mac_address': 'fa:16:3e:4b:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab5400-71e4-4833-be70-20a96402918f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:22:27Z', 'updated_at': '2020-12-17T16:22:30Z', 'revision_number': 1, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:30Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:32.906978 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-f3bdeb53-9cac-4ab9-a60c-5c26cc19aa3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1163 time: 0.5020463 Dec 17 16:22:32.911748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] Checking router: 79d6bab8-835b-418b-bc94-e3d3d8b62e2b for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:22:32.922924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:22:32.923858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:33.041203 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d95ebc3-afdd-4aa3-a434-fe6140e3cbca req-1e874b45-cd63-4d9e-a7c5-5e569cd2a2fe service neutron] 10.222.0.68 "GET /v2.0/networks/ebbeac2a-33bd-4a66-9b5e-e67593dc46bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2365830 Dec 17 16:22:33.047746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929ffc-34e4-457c-ab46-0da0eab47aba req-07d663e9-6498-48ba-8189-a34864e745e6 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.049565 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-91929ffc-34e4-457c-ab46-0da0eab47aba req-07d663e9-6498-48ba-8189-a34864e745e6 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 947 time: 0.2143540 Dec 17 16:22:33.106871 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-91929ffc-34e4-457c-ab46-0da0eab47aba req-ae81d25e-9530-4505-bc0f-bfc9acac3063 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485961 Dec 17 16:22:33.125703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:22:33.240294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-ed0a24a8-a2da-4774-b170-3f809d834798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.242635 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-ed0a24a8-a2da-4774-b170-3f809d834798 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7f89fb75a6ad4b57a0657fe15aebf571&device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 1164 time: 0.0888779 Dec 17 16:22:33.258414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:33.284059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-590eae72-8dbf-4a2d-94b4-9768dfc64125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.286132 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-590eae72-8dbf-4a2d-94b4-9768dfc64125 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.3782043 Dec 17 16:22:33.290655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f1120c43-1427-4ac8-b266-aff2d3f1f6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:33.326284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-d1401bbd-bcc7-45e9-ad90-9620bbabeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.328755 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-d1401bbd-bcc7-45e9-ad90-9620bbabeff3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.3908193 Dec 17 16:22:33.393884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c499ca0b-18e5-4e04-87f2-d076ecfbe72c,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:33.410207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-fdde15de-4576-4645-a968-427c0210077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.412298 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-fdde15de-4576-4645-a968-427c0210077f service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebbeac2a-33bd-4a66-9b5e-e67593dc46bd HTTP/1.1" status: 200 len: 863 time: 0.1625891 Dec 17 16:22:33.488298 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-c90b769a-e797-4de6-a1b9-23556bdfc10f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9a073148-2fe6-4cec-a93d-4f10b8141ba3 HTTP/1.1" status: 200 len: 217 time: 0.0684903 Dec 17 16:22:33.493880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:33.546241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': 'a3a2479f-f6d5-4af4-9186-75d594dcb2bb', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'floating_ip_address': '172.28.3.228', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'port_id': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'mac_address': 'fa:16:3e:4b:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab5400-71e4-4833-be70-20a96402918f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:22:27Z', 'updated_at': '2020-12-17T16:22:30Z', 'revision_number': 1, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:30Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:33.550834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8374aec-0ab2-4315-ada0-a99afa662c95 None None] The sync data for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb is: [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': 'a3a2479f-f6d5-4af4-9186-75d594dcb2bb', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'floating_ip_address': '172.28.3.228', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'port_id': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'mac_address': 'fa:16:3e:4b:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab5400-71e4-4833-be70-20a96402918f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:22:27Z', 'updated_at': '2020-12-17T16:22:30Z', 'revision_number': 1, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:30Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:22:33.584319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-1f0fdc66-e195-4305-b8ed-b5ec7f43bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.586504 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-1f0fdc66-e195-4305-b8ed-b5ec7f43bfd2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=264e4a99-1a7b-4d75-91e4-2eddaf677d83 HTTP/1.1" status: 200 len: 843 time: 0.0900004 Dec 17 16:22:33.635251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 32b2e85d-383b-41f1-82e0-699d9735aea1 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:22:33.638894 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-ccb8a2ae-76e1-4f7a-a083-79a78a4989ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1000 time: 0.3142455 Dec 17 16:22:33.647790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:33.652072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-546c90b4-8ebe-4f33-bbaf-5f1c5378f0f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1000 time: 0.2670805 Dec 17 16:22:33.686859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 32b2e85d-383b-41f1-82e0-699d9735aea1 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:22:33.687279 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 32b2e85d-383b-41f1-82e0-699d9735aea1 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:22:33.713062 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-55b147f1-9316-4fc3-b1e2-fcbeba29e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.714795 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-55b147f1-9316-4fc3-b1e2-fcbeba29e667 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebbeac2a-33bd-4a66-9b5e-e67593dc46bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1159801 Dec 17 16:22:33.745655 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f0cd8e44-8e1e-421a-a9f2-c67a7b4bfa1c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c499ca0b-18e5-4e04-87f2-d076ecfbe72c HTTP/1.1" status: 204 len: 168 time: 1.7078984 Dec 17 16:22:33.748644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 46568) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:33.785785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-a724ad4a-021e-4596-8fef-c6e7c6492f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.787403 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-a724ad4a-021e-4596-8fef-c6e7c6492f14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.0972478 Dec 17 16:22:33.788825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-768c3953-1ba5-4633-89bf-29c7fd6e4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:33.790438 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-768c3953-1ba5-4633-89bf-29c7fd6e4515 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.1373625 Dec 17 16:22:33.905512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d737749-0552-46b1-91d5-d77c27a64bcf None None] New status for floating IP a3a2479f-f6d5-4af4-9186-75d594dcb2bb: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:22:34.177807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-9a13ad09-6f9f-4b89-b958-e40ac246e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:34.179472 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-9a13ad09-6f9f-4b89-b958-e40ac246e25b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3847661 Dec 17 16:22:34.186290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-b9754dc0-c471-469a-8b94-f870edda22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:34.187943 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-b9754dc0-c471-469a-8b94-f870edda22ea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3532176 Dec 17 16:22:34.199910 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:34.209316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-c96e2899-3be4-47b6-90a8-1065c658eefc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:22:34.210408 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-c96e2899-3be4-47b6-90a8-1065c658eefc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0215602 Dec 17 16:22:34.385255 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-526d92ba-55c6-484c-a69b-3196f8821009 service neutron] 10.222.0.68 "GET /v2.0/networks/ebbeac2a-33bd-4a66-9b5e-e67593dc46bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607287 Dec 17 16:22:34.500400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:34.512903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-f1afb9c0-148d-4744-888b-10334be854dd service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086309 Dec 17 16:22:34.516797 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-ad8dfce1-2bf0-4efc-ab49-89b9ffafaa04 service neutron] 10.222.0.37 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579622 Dec 17 16:22:34.726423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf728df-66a5-47ad-97e6-b2efc2f8147c req-2781d081-6a92-468b-ac24-da23d61668d3 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:34.728044 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4bf728df-66a5-47ad-97e6-b2efc2f8147c req-2781d081-6a92-468b-ac24-da23d61668d3 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 947 time: 0.4095540 Dec 17 16:22:34.729806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d2ff84-57ae-4fd3-ac99-40904427c7f3']}} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:34.748897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da12e531-8158-4c4c-b8cc-586260de8def') {'for_net_delete': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:34.749322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da12e531-8158-4c4c-b8cc-586260de8def') {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:22:34.789941 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2c286d7-9d00-4f8c-81b8-2e0ea01b9312 req-b22fbc47-a9cb-4f66-b18f-25c57a42a98f service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2435215 Dec 17 16:22:34.791844 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0483c0e4-fbc5-426d-9033-d9b72c85a7c4 req-f8d11b88-f658-4509-89c0-bc0943036f3b service neutron] 10.222.0.37 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2678571 Dec 17 16:22:34.794008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28107771'] for segment, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:34.805724 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cb04663-5c78-4567-81a9-816eccc13a5f req-3f416987-a9d9-41a8-ba4d-79fe9bb63f99 service neutron] 10.222.0.68 "GET /v2.0/networks/ebbeac2a-33bd-4a66-9b5e-e67593dc46bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4070764 Dec 17 16:22:34.833697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:34.838539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:22:34.844582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-723223388', 'description': 'tempest-TestMinimumBasicScenario-723223388 description'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:34.851820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:34.855042 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4bf728df-66a5-47ad-97e6-b2efc2f8147c req-0fbabdcc-c5a8-4780-be5a-f9c35302d86a tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130559 Dec 17 16:22:34.863104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:34.873968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:34.897690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:34.902627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Usage tracker for resource:security_group_rule and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:34.906075 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:34.912187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:34.990391 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:34.994449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.000015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-15f0a8d0-882f-4ae0-82de-923ed3a9b167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:35.028176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:22:35.037831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27266099'] for segment, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.050088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'SecurityGroup': ['ID=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:35.053702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.055044 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bbad0320-eba6-4da8-9f6d-42cb037b53cd req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1767 time: 0.2151802 Dec 17 16:22:35.055900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:35.261288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Network b8d2ff84-57ae-4fd3-ac99-40904427c7f3 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:22:35.285621 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:22:35.301996 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-4669904b-19f5-4e9a-8ccd-6c047e7a4283 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups/3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d HTTP/1.1" status: 200 len: 1762 time: 0.1786697 Dec 17 16:22:35.367959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:35.368310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:35.381996 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:35.387370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Usage tracker for resource:security_group_rule and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:35.391122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:35.396725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.398649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:35.404941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:35.419661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.433946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d2ff84-57ae-4fd3-ac99-40904427c7f3,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:35.444258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:35.448834 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c143d74b-828a-4bb2-9d27-9f49bfc69b5b admin admin] 10.222.0.37 "DELETE /v2.0/networks/b8d2ff84-57ae-4fd3-ac99-40904427c7f3 HTTP/1.1" status: 204 len: 168 time: 1.6986253 Dec 17 16:22:35.498392 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.526364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.529255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.531394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:35.554045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a7bc75-e26b-486f-97e0-f3e882db48d9,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:35.558853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:35.567332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.568602 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-049f65c4-40ae-4a22-87e2-2844d76be1ea req-a6b25b92-4e29-4133-ba2b-b8281bf7c788 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2557070 Dec 17 16:22:35.654893 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-af97bdc8-4488-4414-bd38-f96ddbf26061 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups/3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d HTTP/1.1" status: 200 len: 2323 time: 0.0539126 Dec 17 16:22:35.667097 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d', 'remote_group_id': None}]} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:35.667454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d', 'remote_group_id': None}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:35.674175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:35.678919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Usage tracker for resource:security_group_rule and tenant:fe4c78b2a39c4472ace95817d0b3f1cd is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:35.680135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 46584) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:35.682992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:35.688903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:35.733401 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-afdfa53a-6dba-4f6e-aa89-154d8f36bdb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7168870b8de4df38da406c91b4cb3a7&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0515282 Dec 17 16:22:35.735892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 46588) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:35.749980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.786287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.788737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.790943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:35.806116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.820366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4a813a-5f4c-40d6-9014-ca98854c9f74,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:35.823689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:35.831244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.832863 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5f25488b-52d7-4d19-824b-124ce74acf6f req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1701992 Dec 17 16:22:35.833981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network ebbeac2a-33bd-4a66-9b5e-e67593dc46bd details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:22:35.835909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.887713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.893252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-645a6f4e-df1e-44a9-b9a1-ecc466b58b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:35.906629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5706356e-32ad-41aa-9158-da18679a7ada,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:35.910935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:35.920780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:35.922397 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5706356e-32ad-41aa-9158-da18679a7ada HTTP/1.1" status: 204 len: 168 time: 0.1854467 Dec 17 16:22:36.030618 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-baf077ff-c7e0-4a18-b4b1-566a35db04b7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-723223388&fields=id&tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd HTTP/1.1" status: 200 len: 267 time: 0.0535007 Dec 17 16:22:36.116449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634e25-ec88-4c62-ab1e-697df3b8980e req-87306f2e-4d69-4155-8ffb-9b414048b85d tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:36.118178 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5634e25-ec88-4c62-ab1e-697df3b8980e req-87306f2e-4d69-4155-8ffb-9b414048b85d tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 947 time: 0.1102660 Dec 17 16:22:36.123812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-fe3534d8-de0d-4dbb-b8bf-7c5355a26fd3 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:36.125539 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-fe3534d8-de0d-4dbb-b8bf-7c5355a26fd3 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.0883412 Dec 17 16:22:36.138029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'port': {'security_groups': ['1c7cef8f-ba05-4565-b56f-75c1705388d3', '3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d']}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:36.176977 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5634e25-ec88-4c62-ab1e-697df3b8980e req-ee6f2303-107a-4ceb-9cf2-0dd7c9670ae8 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Dec 17 16:22:36.282801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:36.303097 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-a60da706-9738-42f0-9105-e44281953f68 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:22:36.625528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] For port e9c0d88d-be31-48ec-924f-39b444638c2d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e9c0d88d-be31-48ec-924f-39b444638c2d,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:36.654947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:36.658683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:36.674461 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c4801a66-68a3-4ca8-b22c-fd50565268e3 tempest-DeleteServersTestJSON-359926759 tempest-DeleteServersTestJSON-359926759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:36.834719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=5']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:36.838309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:36.885235 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:36.885947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:36.887547 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-12a859a3-d5cf-4dbc-8ed6-8cc41c8e583c req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "PUT /v2.0/ports/e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 982 time: 0.7550483 Dec 17 16:22:36.888176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:36.914515 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 46618) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:36.958874 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'status': 'completed', 'code': 200} Dec 17 16:22:36.999171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9a073148-2fe6-4cec-a93d-4f10b8141ba3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:37.087523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:22:37.093006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:37.093495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.108047 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-203022594-network', 'tenant_id': '89c61f31b7b4447bbaa48470acffa837'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:37.117068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:37.126270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Usage tracker for resource:network and tenant:89c61f31b7b4447bbaa48470acffa837 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:37.130811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:37.140665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:37.177349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Made reservation on behalf of 89c61f31b7b4447bbaa48470acffa837 for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:22:37.181964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.203044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.225346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.227371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd1a2-44e2-4025-bab0-0db4ab4248ec req-c4b5c50f-7013-445e-939b-b6c02187deee tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:37.229064 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-15bfd1a2-44e2-4025-bab0-0db4ab4248ec req-c4b5c50f-7013-445e-939b-b6c02187deee tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.2200754 Dec 17 16:22:37.234336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-5434d1f3-ad31-4bdd-8b9c-7ab418247450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:37.235889 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-5434d1f3-ad31-4bdd-8b9c-7ab418247450 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1203 time: 0.2249072 Dec 17 16:22:37.238787 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:37.247816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-9df3e985-74be-4efd-8fa0-26e13edeb10d None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:37.248231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9df3e985-74be-4efd-8fa0-26e13edeb10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.262544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Usage tracker for resource:security_group_rule and tenant:89c61f31b7b4447bbaa48470acffa837 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:37.285660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:37.294396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a073148-2fe6-4cec-a93d-4f10b8141ba3'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:37.297105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:37.319003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 9a073148-2fe6-4cec-a93d-4f10b8141ba3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9a073148-2fe6-4cec-a93d-4f10b8141ba3,segment=NetworkSegment(c4753c6d-6c7d-47bf-9e9d-631f26c44344),segment_id=c4753c6d-6c7d-47bf-9e9d-631f26c44344)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:37.322990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.326332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:37.406468 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-15bfd1a2-44e2-4025-bab0-0db4ab4248ec req-a0d4926c-f861-4aa3-a9fb-126e6a786fcb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1695161 Dec 17 16:22:37.416570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d90f-5d2d-4063-b112-2346e850a9a2 req-95a25535-ab16-411f-8ce2-39fa3280b6c6 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:37.419430 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1543d90f-5d2d-4063-b112-2346e850a9a2 req-95a25535-ab16-411f-8ce2-39fa3280b6c6 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.0982664 Dec 17 16:22:37.442153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=9a073148-2fe6-4cec-a93d-4f10b8141ba3,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:37.447314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:37.483748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-0effaf0a-0307-421e-940a-1b9f99023d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:37.485758 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-0effaf0a-0307-421e-940a-1b9f99023d97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.2271137 Dec 17 16:22:37.506985 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1543d90f-5d2d-4063-b112-2346e850a9a2 req-ea12bce3-7f8c-48d3-b5f9-81c70fe7be36 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783241 Dec 17 16:22:37.568062 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a073148-2fe6-4cec-a93d-4f10b8141ba3', 'code': 200} Dec 17 16:22:37.846924 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-8f6335ea-a415-4af2-a387-30ac4fede9fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1002 time: 0.3529453 Dec 17 16:22:37.858032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c98a6-5ba6-4d2e-b64e-804c7b7d3471 req-31fc81a7-5a1e-4382-a284-22cc94d8ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:37.859811 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-159c98a6-5ba6-4d2e-b64e-804c7b7d3471 req-31fc81a7-5a1e-4382-a284-22cc94d8ab0c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 1166 time: 0.0807645 Dec 17 16:22:37.906150 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-159c98a6-5ba6-4d2e-b64e-804c7b7d3471 req-a20301ac-fe83-45d5-a737-be5c971f62ab service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384398 Dec 17 16:22:37.924370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.929683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.935585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c8f8c86b-b557-4fe5-8ab0-7f147c68a463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:37.958950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-3ee05a46-b20f-48ed-b33a-259cab690fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:37.960552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-3ee05a46-b20f-48ed-b33a-259cab690fdb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.1044028 Dec 17 16:22:37.978038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:22:37.987786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305586aa-2b8c-4ed9-be6f-b2e4f519394a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:37.991693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:37.994477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:37.994872 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Added segment 3b516c38-ba89-40a8-b503-ac704a19430a of type vxlan for network bc141fbd-3879-4775-a91f-742a4ea17400 Dec 17 16:22:38.026368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.057289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.058572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:38.059216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.064305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:38.119180 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2034669 Dec 17 16:22:38.122323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46632) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:38.128763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Request body: {'subnet': {'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-203022594-subnet', 'tenant_id': '89c61f31b7b4447bbaa48470acffa837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:38.134291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:38.138611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Usage tracker for resource:subnet and tenant:89c61f31b7b4447bbaa48470acffa837 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:38.141876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:38.148371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:38.158380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Made reservation on behalf of 89c61f31b7b4447bbaa48470acffa837 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:22:38.163761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27829493'] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.173172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Pushing event updated for resources: {'Network': ['ID=bc141fbd-3879-4775-a91f-742a4ea17400,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:38.176338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-efa5904c-2f01-4e1c-921f-75032b345547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:38.184209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network bc141fbd-3879-4775-a91f-742a4ea17400 details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:22:38.291145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-f787d65a-603b-48e2-950e-38dbce17b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:38.292148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network bc141fbd-3879-4775-a91f-742a4ea17400 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:22:38.292836 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-f787d65a-603b-48e2-950e-38dbce17b82a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868001 Dec 17 16:22:38.456483 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-863f25b1-8908-4add-855c-c76cecb817c3 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542938 Dec 17 16:22:38.523169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9a073148-2fe6-4cec-a93d-4f10b8141ba3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:38.595212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:38.595631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.619103 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd99eb7-e97e-4fd1-a7ed-0db368bc0168 req-6e0f3840-839e-4902-9e1a-97b4e4b72c1b service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1551647 Dec 17 16:22:38.720571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2043768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27829476'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.740645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-85973514-93a2-4025-b5f1-3f467ec673ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:38.741007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:38.811285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:38.811713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:38.905656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b903750-744c-45ad-8b9b-e19fcfbd2b50,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:38.923037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.923457 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.923875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.924283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.924692 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.925131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.926203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.926506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.926912 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.927312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.927713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.928109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.928616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.929013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.929550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.929947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.930345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.930744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.931141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.931535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.931928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.932317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.932707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.933126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:38.954813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:38.964017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d278-ff82-4fd2-8022-58840a9343d1 req-647ac3a9-69d3-47fc-b9da-1230baf41c53 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:38.965922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9aa1d278-ff82-4fd2-8022-58840a9343d1 req-647ac3a9-69d3-47fc-b9da-1230baf41c53 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.3036582 Dec 17 16:22:39.050132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Checking segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:22:39.050574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Network hostable DHCP agents. Network: bc141fbd-3879-4775-a91f-742a4ea17400, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:22:39.072570 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9aa1d278-ff82-4fd2-8022-58840a9343d1 req-59756dad-d48f-41ff-a546-b023c0069225 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911751 Dec 17 16:22:39.083061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Network bc141fbd-3879-4775-a91f-742a4ea17400 is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:22:39.093985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, bc141fbd-3879-4775-a91f-742a4ea17400) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:22:39.107911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd5df6-402f-4b30-bdea-a1002bcf80d2 None None] Network bc141fbd-3879-4775-a91f-742a4ea17400 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:22:39.108290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:39.108947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:39.130226 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9f0be029-c4cd-4713-87a1-1b8cd204b27a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0066338 Dec 17 16:22:39.234186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c69793a2-344e-4053-88f7-6283a122211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:39.381743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521199b5-8e41-4886-b727-3b555652bfae None None] Network bc141fbd-3879-4775-a91f-742a4ea17400 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:22:39.834046 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-021fa9bc-76ea-4c7c-9c32-c8dce71ec376 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:39.834711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-021fa9bc-76ea-4c7c-9c32-c8dce71ec376 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:network {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:39.852686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-021fa9bc-76ea-4c7c-9c32-c8dce71ec376 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:network {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:39.854036 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-021fa9bc-76ea-4c7c-9c32-c8dce71ec376 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.1874497 Dec 17 16:22:39.871827 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-f256eba0-b702-4e54-b8ca-b5093364ff39 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/quotas/89c61f31b7b4447bbaa48470acffa837 HTTP/1.1" status: 200 len: 375 time: 0.0104353 Dec 17 16:22:39.924519 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-f861ce41-6dc2-4a38-bec4-11cb9157c0d5 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461264 Dec 17 16:22:40.089390 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-f8a086cc-5f9b-452c-bdfa-a65618db8ffa service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571317 Dec 17 16:22:40.241793 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-b69df496-fb3e-4b78-9dbc-c8fa6c57514a service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455371 Dec 17 16:22:40.312013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7953a-aa1e-407a-88d6-d25484b97a9c req-9cfa3e59-781d-40e3-a761-8f7e52f4a8dc tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:40.314764 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1ba7953a-aa1e-407a-88d6-d25484b97a9c req-9cfa3e59-781d-40e3-a761-8f7e52f4a8dc tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.0995023 Dec 17 16:22:40.370003 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1ba7953a-aa1e-407a-88d6-d25484b97a9c req-061fd136-ddf8-44ac-b262-ac6086781e71 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Dec 17 16:22:40.491517 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c7cbcf75-4241-488e-9fb5-1abd4f360631 req-fe4a7c8a-97c7-4c2b-80a1-d154590224d8 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 210 time: 0.0645840 Dec 17 16:22:40.936027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af3bc4-8703-4ac2-82ee-dc62524a2e4d req-e81ff2ec-5048-4d95-824b-2be8f407c5f2 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:40.938001 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-74af3bc4-8703-4ac2-82ee-dc62524a2e4d req-e81ff2ec-5048-4d95-824b-2be8f407c5f2 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.0934896 Dec 17 16:22:40.990598 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-74af3bc4-8703-4ac2-82ee-dc62524a2e4d req-35414174-9673-415c-bfaf-9152f948673f tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Dec 17 16:22:41.702086 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f01705f-553b-49d6-b56f-ae8fa5cbf5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:41.845186 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6c002e3-104e-4a17-9dcc-ff27c69fe46a req-8788b321-e1e8-4820-92f2-efefcc4a0880 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 210 time: 0.0638468 Dec 17 16:22:41.851482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-973dd6ac-08df-481b-8667-aaa103854aec tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:41.853108 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-973dd6ac-08df-481b-8667-aaa103854aec tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.2020288 Dec 17 16:22:41.889154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Request body: {'port': {'device_id': '6c43e874-e615-4643-819a-4e42bf80152e', 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400', 'admin_state_up': True, 'tenant_id': '89c61f31b7b4447bbaa48470acffa837'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:42.042696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:42.047091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Usage tracker for resource:port and tenant:89c61f31b7b4447bbaa48470acffa837 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:22:42.050178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Quota usage for port was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:22:42.056058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:42.071362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Made reservation on behalf of 89c61f31b7b4447bbaa48470acffa837 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:22:42.077222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:42.361597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2fc9a-d43f-4c28-92a2-e561fd402a55 req-042e91d1-d929-4956-8ff1-2afab8bf3c6f tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:42.363222 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73b2fc9a-d43f-4c28-92a2-e561fd402a55 req-042e91d1-d929-4956-8ff1-2afab8bf3c6f tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.2314067 Dec 17 16:22:42.478999 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73b2fc9a-d43f-4c28-92a2-e561fd402a55 req-3802aa7b-b637-48a2-9525-5bd78d2dece9 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022120 Dec 17 16:22:42.512441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Allocated IP 172.20.0.3 (bc141fbd-3879-4775-a91f-742a4ea17400/5b903750-744c-45ad-8b9b-e19fcfbd2b50/e038a182-efcf-4d1a-b895-77f779a7a865) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:22:42.541881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:42.743491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:42.769957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:42.788074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:42.938603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event updated for resources: {'Port': ['ID=e038a182-efcf-4d1a-b895-77f779a7a865,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:42.952862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.953313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.953726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.954130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.954536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.954938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.955334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.955730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.956127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.956527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.956919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.957337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.957828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.958225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.958623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.959023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.959418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.959816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.960202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.960594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.960987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.961407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.961801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.962190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:22:42.966783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:43.011241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Network bc141fbd-3879-4775-a91f-742a4ea17400 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:22:43.012493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:22:43.015024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:22:43.087727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:43.088421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.109824 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2253439 Dec 17 16:22:43.126852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-23647f26-9076-46c0-ab05-374595f76208 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:43.128438 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-23647f26-9076-46c0-ab05-374595f76208 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.68 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.1781769 Dec 17 16:22:43.131343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Request body: {'port': {'device_id': '6c43e874-e615-4643-819a-4e42bf80152e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:43.135880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462791-dcb8-4da1-8829-4de93a715b01 req-0909ba18-47f4-4ca2-9cb2-cb31afb06f5b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:43.137496 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5b462791-dcb8-4da1-8829-4de93a715b01 req-0909ba18-47f4-4ca2-9cb2-cb31afb06f5b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 931 time: 0.1443739 Dec 17 16:22:43.191565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.249492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Deleting port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:22:43.249926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.255231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.283462 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5b462791-dcb8-4da1-8829-4de93a715b01 req-b43dfeb8-4699-45f9-ad47-008b983d17c8 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141984 Dec 17 16:22:43.538090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] For port 9a073148-2fe6-4cec-a93d-4f10b8141ba3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=9a073148-2fe6-4cec-a93d-4f10b8141ba3,segment=NetworkSegment(c4753c6d-6c7d-47bf-9e9d-631f26c44344),segment_id=c4753c6d-6c7d-47bf-9e9d-631f26c44344)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:43.538470 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.675891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Calling delete_port for 9a073148-2fe6-4cec-a93d-4f10b8141ba3 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:22:43.788531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9a073148-2fe6-4cec-a93d-4f10b8141ba3 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:22:43.793477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e038a182-efcf-4d1a-b895-77f779a7a865 {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:22:43.805999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.811396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d4fc-cf3c-4512-8a2e-2cd8591e038a req-93ab9d23-5de6-4009-8df2-23d8985dda58 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:43.813125 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4618d4fc-cf3c-4512-8a2e-2cd8591e038a req-93ab9d23-5de6-4009-8df2-23d8985dda58 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 949 time: 0.1767735 Dec 17 16:22:43.834530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.842572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Transition to ACTIVE for port object e038a182-efcf-4d1a-b895-77f779a7a865 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:22:43.850429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:43.856266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No active binding found for port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 {{(pid=80335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 17 16:22:43.856727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 9a073148-2fe6-4cec-a93d-4f10b8141ba3 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:22:43.861063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-894ff311-7f4b-49b4-b94d-c4b3f4aec6b8 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:43.867893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:43.949963 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4618d4fc-cf3c-4512-8a2e-2cd8591e038a req-d075ca7d-f15d-4f84-bbfe-79b5e6ee9370 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/security-groups?id=4123c63c-0542-4877-94e1-9ebad242c93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255136 Dec 17 16:22:44.038907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:44.041221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Pushing event updated for resources: {'Port': ['ID=e038a182-efcf-4d1a-b895-77f779a7a865,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:44.044921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:44.162932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Pushing event deleted for resources: {'Port': ['ID=9a073148-2fe6-4cec-a93d-4f10b8141ba3,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:44.168338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:44.322794 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] No DVR routers for this DVR port 9a073148-2fe6-4cec-a93d-4f10b8141ba3 on host hv-cinder-76675 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:22:44.326499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:44.330766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'name': 'network-vif-deleted', 'tag': '9a073148-2fe6-4cec-a93d-4f10b8141ba3'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:44.357300 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a0b6c912-da92-4cb3-ab72-906147a1ccfd req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.68 "DELETE /v2.0/ports/9a073148-2fe6-4cec-a93d-4f10b8141ba3 HTTP/1.1" status: 204 len: 173 time: 1.2186155 Dec 17 16:22:44.417854 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a21e22-59d9-4a27-8240-cf004fca5c80', 'name': 'network-vif-deleted', 'tag': '9a073148-2fe6-4cec-a93d-4f10b8141ba3', 'status': 'completed', 'code': 200} Dec 17 16:22:44.476890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Attempting to bind port e038a182-efcf-4d1a-b895-77f779a7a865 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:22:44.478009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Attempting to bind port e038a182-efcf-4d1a-b895-77f779a7a865 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:22:44.478342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Attempting to bind port e038a182-efcf-4d1a-b895-77f779a7a865 on network bc141fbd-3879-4775-a91f-742a4ea17400 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:22:44.491059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:22:44.491550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Checking segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:22:44.492154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:44.492607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Bound using segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:22:44.497201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Bound port: e038a182-efcf-4d1a-b895-77f779a7a865, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:22:44.497201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:44.566735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cdb82-07f1-412c-8d86-90ebb4382002 req-6f0f1cc9-eb80-4a86-9d6d-e5afa90a3802 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:44.568265 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2a7cdb82-07f1-412c-8d86-90ebb4382002 req-6f0f1cc9-eb80-4a86-9d6d-e5afa90a3802 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 943 time: 0.1033738 Dec 17 16:22:44.608524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] For port e038a182-efcf-4d1a-b895-77f779a7a865, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:22:44.611829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] For port e038a182-efcf-4d1a-b895-77f779a7a865, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e038a182-efcf-4d1a-b895-77f779a7a865,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:22:44.615150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:44.624211 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2a7cdb82-07f1-412c-8d86-90ebb4382002 req-ae938b86-3901-4f8d-9559-22f43e72340d tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Dec 17 16:22:44.630588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:44.780857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Pushing event updated for resources: {'Port': ['ID=e038a182-efcf-4d1a-b895-77f779a7a865,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:44.785817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:44.819654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:44.820237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:44.821785 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-61e8f506-5000-45df-a692-def0f965c214 service neutron] 10.222.0.68 "PUT /v2.0/ports/e038a182-efcf-4d1a-b895-77f779a7a865 HTTP/1.1" status: 200 len: 1157 time: 1.6955459 Dec 17 16:22:44.822316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c43e874-e615-4643-819a-4e42bf80152e', 'tag': 'e038a182-efcf-4d1a-b895-77f779a7a865'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:44.926817 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c43e874-e615-4643-819a-4e42bf80152e', 'tag': 'e038a182-efcf-4d1a-b895-77f779a7a865', 'status': 'completed', 'code': 200} Dec 17 16:22:44.966204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-f16d3a74-d54f-4168-8ed9-cfc6b8795b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:44.967849 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-f16d3a74-d54f-4168-8ed9-cfc6b8795b3d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 1160 time: 0.0856478 Dec 17 16:22:45.056046 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-2d3dafed-d5b6-4587-913f-5eb95e8e94ed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e038a182-efcf-4d1a-b895-77f779a7a865 HTTP/1.1" status: 200 len: 217 time: 0.0716653 Dec 17 16:22:45.137570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-a95dd566-718f-4ef3-8113-ca22433a21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:45.139196 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-a95dd566-718f-4ef3-8113-ca22433a21c0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0746031 Dec 17 16:22:45.169635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-1aeeb782-b5a5-4a46-8042-7546b6b2696c req-19a96f36-89d7-44c0-8c46-202f72564764 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Synchronizing usage tracker for tenant:7f89fb75a6ad4b57a0657fe15aebf571 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:45.186291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-1aeeb782-b5a5-4a46-8042-7546b6b2696c req-19a96f36-89d7-44c0-8c46-202f72564764 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Unset dirty status for tenant:7f89fb75a6ad4b57a0657fe15aebf571 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:45.187530 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1aeeb782-b5a5-4a46-8042-7546b6b2696c req-19a96f36-89d7-44c0-8c46-202f72564764 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] 10.222.0.37 "GET /v2.0/ports?device_id=e1a21e22-59d9-4a27-8240-cf004fca5c80 HTTP/1.1" status: 200 len: 210 time: 0.0642979 Dec 17 16:22:45.199566 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-72bccd26-3857-4755-95dd-d858336d4602 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465424 Dec 17 16:22:45.349587 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-525dcb60-34e4-4e19-9cdd-d1ccec5e9b38 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414738 Dec 17 16:22:45.508407 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c28d4cad-46d2-4e83-9e4f-ade0f9632c95 req-d8c6e7c0-4a3e-4de9-a511-2487b936b852 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451163 Dec 17 16:22:45.711995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-95652bdf-9cfe-412a-885e-30f38e31faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:45.713673 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-95652bdf-9cfe-412a-885e-30f38e31faff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 1160 time: 0.0862000 Dec 17 16:22:45.926429 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-145c9af5-7fe6-4c8c-bdee-e1e051da80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:45.928086 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-145c9af5-7fe6-4c8c-bdee-e1e051da80c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 908 time: 0.2053761 Dec 17 16:22:45.998669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-67b18e97-5e3c-4abe-97c7-d5d010e09eaf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:45.999440 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-67b18e97-5e3c-4abe-97c7-d5d010e09eaf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:46.015378 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-2787cccc-6855-41c7-8981-46ffce211f93 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e038a182-efcf-4d1a-b895-77f779a7a865 HTTP/1.1" status: 200 len: 217 time: 0.0789320 Dec 17 16:22:46.067829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-67b18e97-5e3c-4abe-97c7-d5d010e09eaf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:46.070130 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-67b18e97-5e3c-4abe-97c7-d5d010e09eaf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 943 time: 0.3094351 Dec 17 16:22:46.126400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-625e49e2-381b-4f3e-be3a-be5bc01a4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:46.127991 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-625e49e2-381b-4f3e-be3a-be5bc01a4807 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0996912 Dec 17 16:22:46.180261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-d484a65f-7d8d-4dd5-a7fd-327c107a099a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:22:46.190749 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-ff4424bc-0178-4ce7-b2c6-e004070189dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543501 Dec 17 16:22:46.230310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-d484a65f-7d8d-4dd5-a7fd-327c107a099a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:22:46.231595 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b0a6825c-7824-49a6-8f23-f7ec5107ca75 req-d484a65f-7d8d-4dd5-a7fd-327c107a099a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533649 Dec 17 16:22:46.357438 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-b6f2ef53-e53e-4a7f-83df-1cd44c92d53f service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572275 Dec 17 16:22:46.513104 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c17cd95b-f530-4b86-a951-b6199b2eb0ea req-c6c76ae3-876b-4dc8-82fd-fb2a4d70a53b service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471822 Dec 17 16:22:47.473762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a9c0-2968-4f12-baeb-db9f71e7e400 req-a294e507-c9e9-4c6a-a6ce-7610495b5285 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:47.476168 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1bc7a9c0-2968-4f12-baeb-db9f71e7e400 req-a294e507-c9e9-4c6a-a6ce-7610495b5285 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 943 time: 0.1065989 Dec 17 16:22:47.529914 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1bc7a9c0-2968-4f12-baeb-db9f71e7e400 req-904669c5-36ff-4534-8779-1a940400d8c0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466208 Dec 17 16:22:47.991208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-e6ac319b-2013-4c29-a6a9-423c3e0a466d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:22:48.648267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e038a182-efcf-4d1a-b895-77f779a7a865 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:48.722083 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port e038a182-efcf-4d1a-b895-77f779a7a865 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:22:48.728224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e038a182-efcf-4d1a-b895-77f779a7a865 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:48.728646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:48.812465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb0c40-e4e3-4a7d-9ea7-c9d0e484f23d req-5205d396-dcd0-4df7-a6dd-8e180ad7c63f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:48.814412 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fecb0c40-e4e3-4a7d-9ea7-c9d0e484f23d req-5205d396-dcd0-4df7-a6dd-8e180ad7c63f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 943 time: 0.0949514 Dec 17 16:22:48.853213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:48.870676 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fecb0c40-e4e3-4a7d-9ea7-c9d0e484f23d req-24f8d405-9651-4c3b-a802-e75a7037ab8f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490217 Dec 17 16:22:48.886621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c43e874-e615-4643-819a-4e42bf80152e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038a182-efcf-4d1a-b895-77f779a7a865'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:22:48.897245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port e038a182-efcf-4d1a-b895-77f779a7a865, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e038a182-efcf-4d1a-b895-77f779a7a865,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:48.900922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:48.903121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:48.952478 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c43e874-e615-4643-819a-4e42bf80152e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038a182-efcf-4d1a-b895-77f779a7a865', 'code': 200} Dec 17 16:22:48.982058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=e038a182-efcf-4d1a-b895-77f779a7a865,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:48.985576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:49.258705 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43bb88-b74d-4ca7-a4c3-ae642ca7df36 req-92ab573c-0e1f-4f79-8ef9-31b7f5d8c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:49.260415 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-af43bb88-b74d-4ca7-a4c3-ae642ca7df36 req-92ab573c-0e1f-4f79-8ef9-31b7f5d8c4ad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 1162 time: 0.0918505 Dec 17 16:22:49.309642 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-af43bb88-b74d-4ca7-a4c3-ae642ca7df36 req-35cab17c-f1e6-4aae-8dad-140699345eaf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Dec 17 16:22:50.074688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e038a182-efcf-4d1a-b895-77f779a7a865 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:50.087205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94228db0-5ceb-47ae-8007-2b9f01cb1276 req-77c12d27-7bfb-4f23-b661-37bb6fdf82ec tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:50.088995 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94228db0-5ceb-47ae-8007-2b9f01cb1276 req-77c12d27-7bfb-4f23-b661-37bb6fdf82ec tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 945 time: 0.0858412 Dec 17 16:22:50.139226 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94228db0-5ceb-47ae-8007-2b9f01cb1276 req-e36857e9-e7b8-453a-9a35-a2db5bb8befe tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Dec 17 16:22:50.156961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e038a182-efcf-4d1a-b895-77f779a7a865 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:50.157455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:51.291134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46940) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:51.362049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0cd3b-4029-4c4e-a027-b01dc7c4213d req-573f65aa-8cab-4f84-ab7d-97db76e1ea7c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:51.364079 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f7a0cd3b-4029-4c4e-a027-b01dc7c4213d req-573f65aa-8cab-4f84-ab7d-97db76e1ea7c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 945 time: 0.0861382 Dec 17 16:22:51.413664 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f7a0cd3b-4029-4c4e-a027-b01dc7c4213d req-4a970dad-f21f-4bca-88f7-f022f64499f5 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Dec 17 16:22:51.497141 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-74af696f-e2c9-4dcf-9209-c3427b4d4a5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f89fb75a6ad4b57a0657fe15aebf571&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2046347 Dec 17 16:22:51.500033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 46948) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:22:51.565925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:51.595034 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:51.643306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:51.649150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5053819a-e1df-47a3-930b-893cca8a7b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:51.666488 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123c63c-0542-4877-94e1-9ebad242c93a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:51.674595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:51.675451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:51.680095 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4123c63c-0542-4877-94e1-9ebad242c93a HTTP/1.1" status: 204 len: 168 time: 0.1785939 Dec 17 16:22:52.239701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e038a182-efcf-4d1a-b895-77f779a7a865 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:22:52.307943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e038a182-efcf-4d1a-b895-77f779a7a865 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:22:52.308514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:54.618831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:22:55.676497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:56.054445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25b9b-82ba-48bd-9d17-81ddd1deb040 req-463b7af2-c087-4630-a66b-1eb2a6ee117b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:56.056819 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-01f25b9b-82ba-48bd-9d17-81ddd1deb040 req-463b7af2-c087-4630-a66b-1eb2a6ee117b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.1007032 Dec 17 16:22:56.123201 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-01f25b9b-82ba-48bd-9d17-81ddd1deb040 req-626adbae-7576-4273-8064-440ca79774e1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532689 Dec 17 16:22:56.194904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-b47bedeb-3760-4d74-82fa-22e15355ee40 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:56.196488 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-b47bedeb-3760-4d74-82fa-22e15355ee40 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.1727712 Dec 17 16:22:56.217880 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-21cfd24a-a72d-4562-a2e6-5968508ce2ce tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/quotas/89c61f31b7b4447bbaa48470acffa837 HTTP/1.1" status: 200 len: 375 time: 0.0150838 Dec 17 16:22:56.311914 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-f40e4152-130c-4b49-8034-cc7c263e23b5 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826328 Dec 17 16:22:56.464463 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-fdad5128-b0b5-4dec-9e35-a0935a6a2a65 service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437967 Dec 17 16:22:56.616640 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-d62cb2f5-96dc-4264-8245-01534de2280d service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450019 Dec 17 16:22:56.816320 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-50f88df9-5853-460a-a3b6-9859f896acdc req-3dd2b26c-889b-4734-a905-e4d7aac9061a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 210 time: 0.0473018 Dec 17 16:22:57.339476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5d89-77dc-4fac-9d43-a2e359441cdb req-a84ee782-5779-4f5b-993b-62cc8951c6c0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:57.341112 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-10ce5d89-77dc-4fac-9d43-a2e359441cdb req-a84ee782-5779-4f5b-993b-62cc8951c6c0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0830448 Dec 17 16:22:57.395092 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-10ce5d89-77dc-4fac-9d43-a2e359441cdb req-623c9ffd-e99e-4a4c-908a-060490ea20e8 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475519 Dec 17 16:22:58.002126 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ee2165ae-2ff5-403a-af68-e6345f54ea2a req-25e7f833-93e6-48b2-b066-a6aa39f98d79 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 210 time: 0.0479290 Dec 17 16:22:58.045386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-faf87e36-4196-4169-b222-5793db5898af tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:58.046972 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-faf87e36-4196-4169-b222-5793db5898af tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.1649072 Dec 17 16:22:58.076281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Request body: {'port': {'device_id': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400', 'admin_state_up': True, 'tenant_id': '89c61f31b7b4447bbaa48470acffa837'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:58.224310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:22:58.234368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:22:58.243682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Made reservation on behalf of 89c61f31b7b4447bbaa48470acffa837 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:22:58.249335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:58.652805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6eba5ac3-7bc6-4b55-a072-b897dfcfa0e6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:58.654677 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6eba5ac3-7bc6-4b55-a072-b897dfcfa0e6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.0927584 Dec 17 16:22:58.737994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:22:58.738302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:58.849058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Allocated IP 172.20.0.2 (bc141fbd-3879-4775-a91f-742a4ea17400/5b903750-744c-45ad-8b9b-e19fcfbd2b50/f6b6d7dc-6f09-4951-9e88-e9602b3f1409) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:22:58.895020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-371c-4ffc-8f67-a1f514dce4d6 req-4a3671f1-1247-4429-9378-af12799871b9 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:58.897050 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-effbf6df-371c-4ffc-8f67-a1f514dce4d6 req-4a3671f1-1247-4429-9378-af12799871b9 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 945 time: 0.3634119 Dec 17 16:22:58.998205 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-effbf6df-371c-4ffc-8f67-a1f514dce4d6 req-2801ba62-daff-4a25-b7e1-114e796d8b1c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=ae715afd-4a05-43f7-9dab-fa33de2d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862999 Dec 17 16:22:59.024453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] For port fd5ee983-b3cf-4de5-a89b-2469ee3bb086, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:22:59.025002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.140494 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.172528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.188499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0820df4a-ee8a-4385-a610-9a2d2045fd1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:59.330216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event updated for resources: {'Port': ['ID=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:59.340761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:22:59.386261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Network bc141fbd-3879-4775-a91f-742a4ea17400 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:22:59.387668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:22:59.390219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:22:59.424473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9832c-436b-4653-9beb-1af9bde6ecee req-43b803f3-f7c7-46f7-ada2-7cce0e8112d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:59.426151 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bcf9832c-436b-4653-9beb-1af9bde6ecee req-43b803f3-f7c7-46f7-ada2-7cce0e8112d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 931 time: 0.2870820 Dec 17 16:22:59.452470 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.452875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.453256 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Floating IP a75c2e49-e318-42e1-b147-ce7df09fa265 disassociated. External IP: 172.28.3.41, port: fd5ee983-b3cf-4de5-a89b-2469ee3bb086. Dec 17 16:22:59.453641 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for fd5ee983-b3cf-4de5-a89b-2469ee3bb086 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:22:59.466731 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:22:59.467761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.497584 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4255912 Dec 17 16:22:59.534133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Request body: {'port': {'device_id': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:59.535948 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bcf9832c-436b-4653-9beb-1af9bde6ecee req-ee8e072d-e5b4-41f1-a647-fbd53bf6076b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020572 Dec 17 16:22:59.636600 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.649931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:22:59.654355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:22:59.700869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event deleted for resources: {'Port': ['ID=fd5ee983-b3cf-4de5-a89b-2469ee3bb086,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:22:59.703966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:00.026068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Router b342b183-9a0a-456d-9f40-fce7ab53578c has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:23:00.120257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b6d7dc-6f09-4951-9e88-e9602b3f1409 {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:23:00.137821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:00.152460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Transition to ACTIVE for port object f6b6d7dc-6f09-4951-9e88-e9602b3f1409 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:00.153507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:23:00.207477 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-abb5d1ef-1cce-46ab-b0fc-9cfac436de96 req-6ecf757a-6b7b-46e1-86a7-c9e267901cd1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=72d876df-457f-47a2-8dbe-02212103a375 HTTP/1.1" status: 200 len: 210 time: 0.0496752 Dec 17 16:23:00.220298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: fd5ee983-b3cf-4de5-a89b-2469ee3bb086 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:23:00.221038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fd5ee983-b3cf-4de5-a89b-2469ee3bb086 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:23:00.222445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:23:00.232374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:23:00.243924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:00.244700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:00.259383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:00.272729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] No DVR routers for this DVR port fd5ee983-b3cf-4de5-a89b-2469ee3bb086 on host hv-cinder-76675 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:23:00.275173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:00.276565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:00.280784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'name': 'network-vif-deleted', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:00.332309 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b991a77c-486a-4f51-bada-0de2db438e6c req-6a633cbd-ba5b-41ee-ae4a-62737723b9b0 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "DELETE /v2.0/ports/fd5ee983-b3cf-4de5-a89b-2469ee3bb086 HTTP/1.1" status: 204 len: 173 time: 1.6712396 Dec 17 16:23:00.358598 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d876df-457f-47a2-8dbe-02212103a375', 'name': 'network-vif-deleted', 'tag': 'fd5ee983-b3cf-4de5-a89b-2469ee3bb086', 'status': 'completed', 'code': 200} Dec 17 16:23:00.388008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:00.392793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:00.455468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:00.836528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Attempting to bind port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:00.836882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Attempting to bind port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:23:00.837506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Attempting to bind port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 on network bc141fbd-3879-4775-a91f-742a4ea17400 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:23:00.846517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:23:00.846826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Checking segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:23:00.847223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:00.847590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Bound using segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:23:00.848445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Bound port: f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:23:00.848826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:00.866518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0b214-0a54-4ca8-aa7c-d3999e4a2e00 req-11266c97-542b-42b2-b017-20a0d97b86c6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:00.867274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-eec0b214-0a54-4ca8-aa7c-d3999e4a2e00 req-11266c97-542b-42b2-b017-20a0d97b86c6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:00.915339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:00.920480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:23:00.921485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-eec0b214-0a54-4ca8-aa7c-d3999e4a2e00 req-11266c97-542b-42b2-b017-20a0d97b86c6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:00.924837 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eec0b214-0a54-4ca8-aa7c-d3999e4a2e00 req-11266c97-542b-42b2-b017-20a0d97b86c6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 943 time: 0.1982124 Dec 17 16:23:00.935554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:00.936224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:01.002091 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eec0b214-0a54-4ca8-aa7c-d3999e4a2e00 req-3d21753e-5c86-461b-9f7c-31c55a1be6ed tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684464 Dec 17 16:23:01.007365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] For port f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:23:01.011518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] For port f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:23:01.015332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:01.040088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a72c3f87-1d81-4c36-aae0-64bb156444a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:01.172473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:01.321568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:01.327421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:01.348271 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:01.348990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:01.351780 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] 10.222.0.68 "PUT /v2.0/ports/f6b6d7dc-6f09-4951-9e88-e9602b3f1409 HTTP/1.1" status: 200 len: 1157 time: 1.8231783 Dec 17 16:23:01.351780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:01.484625 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409', 'status': 'completed', 'code': 200} Dec 17 16:23:01.560559 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-37b3e35a-d2c5-4160-83d0-110eaa6ac2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:01.564383 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-37b3e35a-d2c5-4160-83d0-110eaa6ac2c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 1160 time: 0.1461301 Dec 17 16:23:01.655154 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-cdc84ca2-b729-41f8-befe-477df34746c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409 HTTP/1.1" status: 200 len: 217 time: 0.0727973 Dec 17 16:23:01.693922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47050) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:01.710469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:01.715651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3afdca-e040-4560-9d79-1c4d4272e83e None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:23:01.760575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9882-b123-418e-b4ee-b69969fbb834 req-e52dd946-6993-4098-b2d8-94f1a4efa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:01.762235 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-e52dd946-6993-4098-b2d8-94f1a4efa9c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0984848 Dec 17 16:23:01.811546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:01.838374 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-ce13d160-fad8-44b1-8142-a688ac3f59f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606635 Dec 17 16:23:01.847939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:01.905203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:01.911159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e6a6c9bd-d0da-4f42-8288-f7d942245a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:01.929292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae715afd-4a05-43f7-9dab-fa33de2d2f11,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:01.936707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:01.937490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:01.938730 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "DELETE /v2.0/security-groups/ae715afd-4a05-43f7-9dab-fa33de2d2f11 HTTP/1.1" status: 204 len: 168 time: 0.2436550 Dec 17 16:23:01.941599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47054) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:01.967566 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.v2.resource [None req-ad3920b8-83f6-4ab9-b47b-346d510ba97f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] show failed (client error): The resource could not be found. Dec 17 16:23:01.971918 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ad3920b8-83f6-4ab9-b47b-346d510ba97f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups/ae715afd-4a05-43f7-9dab-fa33de2d2f11 HTTP/1.1" status: 404 len: 347 time: 0.0258105 Dec 17 16:23:01.973724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47058) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:02.027746 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-e5a52f70-4b2d-4228-9e9d-75bcde4c2dfd service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702113 Dec 17 16:23:02.175527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port de80508e-1bbf-4c84-a22b-08f451cced27 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:23:02.176131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:02.194988 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-38da9882-b123-418e-b4ee-b69969fbb834 req-47bf5475-eeed-4a18-b4ee-1c5c8853427b service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1586130 Dec 17 16:23:02.215572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3aeb6-feb3-4403-be2f-d501eeb111ea None None] New status for floating IP a75c2e49-e318-42e1-b147-ce7df09fa265: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:23:02.393950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-eb39cba7-97cf-464a-97d3-3ab4960bc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:02.400895 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-eb39cba7-97cf-464a-97d3-3ab4960bc5bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 1160 time: 0.1060636 Dec 17 16:23:02.602182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-3c15ce92-1088-4218-8d59-02aa95148a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:02.603888 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-3c15ce92-1088-4218-8d59-02aa95148a35 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 908 time: 0.1947591 Dec 17 16:23:02.668891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44889511-fb08-4cd0-b747-5dc312759c73 req-13691a2f-f5b7-444e-ae8e-a8e94c7a6d3f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:02.674771 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44889511-fb08-4cd0-b747-5dc312759c73 req-13691a2f-f5b7-444e-ae8e-a8e94c7a6d3f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 943 time: 0.4678445 Dec 17 16:23:02.684816 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-52f69400-a914-42c5-9b5b-2b17719b1f39 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409 HTTP/1.1" status: 200 len: 217 time: 0.0726192 Dec 17 16:23:02.715906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:02.716331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:02.753456 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44889511-fb08-4cd0-b747-5dc312759c73 req-e57e3707-fdd1-4003-81e6-478e6b90161f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749109 Dec 17 16:23:02.779314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-36df3388-5d27-483f-80f1-08b990d021d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:02.783886 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-36df3388-5d27-483f-80f1-08b990d021d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0911362 Dec 17 16:23:02.849743 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-ab152261-e156-46cf-b66f-51fedbaca35d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510714 Dec 17 16:23:02.909962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for de80508e-1bbf-4c84-a22b-08f451cced27 owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:23:03.017101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:23:03.017713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:23:03.022070 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-5d52038d-b700-4312-95a5-169c34eb5de2 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590803 Dec 17 16:23:03.174765 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89e8a88c-2515-46e0-8ce1-2a720d515dd5 req-28f9fce0-022b-431e-a630-bc8858233414 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456945 Dec 17 16:23:03.277899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b361-2829-46d7-a4df-ab06c5645263 req-100a7ccf-f9ba-42e4-99b7-99286298c6de tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:03.279788 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0e08b361-2829-46d7-a4df-ab06c5645263 req-100a7ccf-f9ba-42e4-99b7-99286298c6de tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.0943537 Dec 17 16:23:03.332218 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0e08b361-2829-46d7-a4df-ab06c5645263 req-9457f665-81a8-4305-ba07-06f3855740d2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Dec 17 16:23:03.519089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port de80508e-1bbf-4c84-a22b-08f451cced27 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:23:03.519465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:03.602643 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e72aae-e84e-4ca7-a04b-a09a8e628cff req-1f52ac72-e8f0-4b03-8e2d-5cc883194993 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:03.604348 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a3e72aae-e84e-4ca7-a04b-a09a8e628cff req-1f52ac72-e8f0-4b03-8e2d-5cc883194993 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.1570578 Dec 17 16:23:03.607356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-b3c4aa12-94ff-455f-a1fd-7527ae209e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:03.609199 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-b3c4aa12-94ff-455f-a1fd-7527ae209e20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1203 time: 0.1239567 Dec 17 16:23:03.707930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:03.708316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:03.748366 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a3e72aae-e84e-4ca7-a04b-a09a8e628cff req-db4f3119-ba28-42fe-bf89-27af078fbf75 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1373756 Dec 17 16:23:03.803842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-1d316ed9-a97e-4446-86d0-322872c9d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:03.805379 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-1d316ed9-a97e-4446-86d0-322872c9d712 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.1754060 Dec 17 16:23:03.841122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for de80508e-1bbf-4c84-a22b-08f451cced27 owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:23:03.920068 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-91bc5ac8-10ce-4a32-aa97-195d72daf10e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1002 time: 0.1062596 Dec 17 16:23:04.002590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-99c7a1cd-f5ff-471d-8f60-23d7674de7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:04.004193 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-99c7a1cd-f5ff-471d-8f60-23d7674de7b7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.0700915 Dec 17 16:23:04.061989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64047c-a212-4868-a31e-f25575e8655f req-5a725fbf-296f-478a-a408-7452742170c7 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:04.063527 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-be64047c-a212-4868-a31e-f25575e8655f req-5a725fbf-296f-478a-a408-7452742170c7 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 943 time: 0.1449659 Dec 17 16:23:04.064649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.082336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61aae2aa-7af3-45d0-833f-8888c83a18a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:04.087289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-50f24d78-a786-43e4-bb0d-823b39925111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:04.088926 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-50f24d78-a786-43e4-bb0d-823b39925111 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777905 Dec 17 16:23:04.141329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event deleted for resources: {'Port': ['ID=de80508e-1bbf-4c84-a22b-08f451cced27,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:04.159069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:04.244049 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-4d40d8ec-7f0e-46d4-a485-5f39ab269627 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421313 Dec 17 16:23:04.249045 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-be64047c-a212-4868-a31e-f25575e8655f req-804d35e0-b6e8-4e89-b569-2c6697c749d5 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678598 Dec 17 16:23:04.345308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.362220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.366266 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-de5d8666-260e-4258-b2f7-2dfe46719ad6 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "DELETE /v2.0/floatingips/a75c2e49-e318-42e1-b147-ce7df09fa265 HTTP/1.1" status: 204 len: 168 time: 2.3884361 Dec 17 16:23:04.664847 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b5c07051-ce92-4929-9ebb-5c4fd679344a req-39c3bbb7-96e1-4ac6-a42b-8fba9ab4af59 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4119608 Dec 17 16:23:04.684356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f6b6d7dc-6f09-4951-9e88-e9602b3f1409 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:04.694291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc8b8-a8a2-4e11-aa53-c61f40041ce1 req-6601cb8e-8e1a-4552-90b7-a6b71a1e716f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:04.695921 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9edfc8b8-a8a2-4e11-aa53-c61f40041ce1 req-6601cb8e-8e1a-4552-90b7-a6b71a1e716f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1203070 Dec 17 16:23:04.747034 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9edfc8b8-a8a2-4e11-aa53-c61f40041ce1 req-d8cbedc1-d305-4b93-9a0b-c4522b380185 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443659 Dec 17 16:23:04.760253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:04.765587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:04.766215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.774498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47082) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:04.784809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'security_group': {'name': 'tempest-securitygroup--30418438', 'description': 'tempest-description--270753987'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:04.796251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:04.805273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:04.811735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:04.822223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:04.838967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.865447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:04.870807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:04.874994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:04.883570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:04.981409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.986179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:04.995550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a3c1aa3d-852a-48d8-b3b5-e4b7c1523bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:05.041616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b7795-0a07-4a00-ba26-73e80cf8acc3 req-4c50dca8-e687-4b25-81bb-78221eeeb2b9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:05.043817 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-887b7795-0a07-4a00-ba26-73e80cf8acc3 req-4c50dca8-e687-4b25-81bb-78221eeeb2b9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.1292191 Dec 17 16:23:05.061536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'SecurityGroup': ['ID=547eb2e7-5441-4442-b9ea-073b4c6abda0,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:05.065019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:05.066363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.076678 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.078070 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1727 time: 0.3019490 Dec 17 16:23:05.081044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47088) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:05.087856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'security_group_rule': {'security_group_id': '547eb2e7-5441-4442-b9ea-073b4c6abda0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:05.095776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:05.098696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:05.100367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:05.103677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:05.108629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:05.110397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:05.111844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.115562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:05.117974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-887b7795-0a07-4a00-ba26-73e80cf8acc3 req-e0422b47-2419-46f9-9f5e-500d320fc2f8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:05.134452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.134849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-887b7795-0a07-4a00-ba26-73e80cf8acc3 req-e0422b47-2419-46f9-9f5e-500d320fc2f8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:05.136615 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-887b7795-0a07-4a00-ba26-73e80cf8acc3 req-e0422b47-2419-46f9-9f5e-500d320fc2f8 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0856133 Dec 17 16:23:05.168290 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409', 'code': 200} Dec 17 16:23:05.192399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:05.196294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:05.214544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.218371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.220593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e9acaa92-eab7-4094-b485-99fa99b2319e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:05.244330 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1819eaf-1f00-4a69-b6ea-3592f6c41ebd,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:05.246856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:05.253352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.254675 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7d59fd2b-d48d-4eb0-833e-c370fc4ecd6a tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1718538 Dec 17 16:23:05.257957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47094) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:05.263464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'security_group_rule': {'security_group_id': '547eb2e7-5441-4442-b9ea-073b4c6abda0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:05.270129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:05.275018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:security_group_rule and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:05.278099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:05.285011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:05.302612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.370127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.372836 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.374946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:05.449982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0795ddbc-4a3c-454c-bc33-408457d37fcb,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:05.453614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:05.468874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.470467 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ffb0c4fb-1420-4630-abd9-9f41659a728f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.2115200 Dec 17 16:23:05.477424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47100) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:05.486313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'floatingip': {'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:05.496308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:05.503674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Usage tracker for resource:floatingip and tenant:e2eec649905c4f93b82b9e2faba8429b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:05.508765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:05.517529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:05.531610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-25db2f0c-875f-4c7f-bf74-cad5267cdc10 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:05.533241 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-25db2f0c-875f-4c7f-bf74-cad5267cdc10 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.1502793 Dec 17 16:23:05.538338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:05.553221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328df065-852d-4f3a-ad36-5c811ec49b03 req-cd65f244-0269-4ba6-b9d3-bdcb2c8eefad tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:05.554895 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-328df065-852d-4f3a-ad36-5c811ec49b03 req-cd65f244-0269-4ba6-b9d3-bdcb2c8eefad tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 945 time: 0.1551852 Dec 17 16:23:05.557177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20cdf-3546-465d-96c1-f78dbd9af83b req-7dbe833a-938a-454c-bd75-1c6a25543399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:05.558612 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-aab20cdf-3546-465d-96c1-f78dbd9af83b req-7dbe833a-938a-454c-bd75-1c6a25543399 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 1162 time: 0.1203396 Dec 17 16:23:05.634654 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-328df065-852d-4f3a-ad36-5c811ec49b03 req-fdf396a8-5aa0-4c34-a262-1d6940003122 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717711 Dec 17 16:23:05.643552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-aab20cdf-3546-465d-96c1-f78dbd9af83b req-6204e99a-a873-4fd0-bc74-af7caf0f7a9e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635045 Dec 17 16:23:05.653129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Deleting port b332b9ac-2f08-46b9-a369-ba5795e92252 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:23:05.653517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.028465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.091627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:06.091944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.279352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f6b6d7dc-6f09-4951-9e88-e9602b3f1409 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:06.346124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35885f-85f1-47aa-b3fe-ec4f42013384 req-7912a2e4-c281-477c-a7e9-f276dab775b6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:06.347680 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf35885f-85f1-47aa-b3fe-ec4f42013384 req-7912a2e4-c281-477c-a7e9-f276dab775b6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 946 time: 0.3984773 Dec 17 16:23:06.353958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:06.354351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.370226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad2850-2c36-4321-ae86-50338c8dbd7b req-779c37ea-9ea6-470b-9bd5-8d2f110b7586 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:06.371864 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-25ad2850-2c36-4321-ae86-50338c8dbd7b req-779c37ea-9ea6-470b-9bd5-8d2f110b7586 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.0991101 Dec 17 16:23:06.432186 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-25ad2850-2c36-4321-ae86-50338c8dbd7b req-6077256f-1c10-4e82-90d9-b3c2220417cf tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0466456 Dec 17 16:23:06.527818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device b332b9ac-2f08-46b9-a369-ba5795e92252 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:23:06.568538 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf35885f-85f1-47aa-b3fe-ec4f42013384 req-75b40ef9-7bfe-4911-926e-f2e8daac63d1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070374 Dec 17 16:23:06.646670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.681902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:06.686453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.689301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b78396e-92de-43e9-8f0d-7ba6e7ebdadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:06.699009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Allocated IP 172.28.3.97 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/512b1567-861c-4f91-99cb-00957632a70a) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:23:06.717716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.718105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.718529 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Floating IP 20574b98-7597-4a17-b9b0-eb8b9c182a4f disassociated. External IP: 172.28.3.165, port: b332b9ac-2f08-46b9-a369-ba5795e92252. Dec 17 16:23:06.718911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Calling delete_port for b332b9ac-2f08-46b9-a369-ba5795e92252 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:23:06.785820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=7']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:06.789323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:06.870162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0e12-7714-4a11-aaf5-60f2772e933a req-01232b6a-c160-43ea-aba9-2c7f3033f612 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:06.871668 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-72ce0e12-7714-4a11-aaf5-60f2772e933a req-01232b6a-c160-43ea-aba9-2c7f3033f612 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 945 time: 0.0904708 Dec 17 16:23:06.921521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:23:06.921893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:23:06.929862 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-72ce0e12-7714-4a11-aaf5-60f2772e933a req-b7cd056c-6157-4dd2-a0c1-c32f57a43602 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Dec 17 16:23:06.949995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.976764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:06.992792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1c1e0e23-79ee-4ad4-bad8-02b292d98ced tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:07.136493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'Port': ['ID=512b1567-861c-4f91-99cb-00957632a70a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:07.141542 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:07.167507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:07.188372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:23:07.189627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:23:07.192015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:23:07.227077 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'code': 200} Dec 17 16:23:07.275339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:07.343814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:07.426767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Deleting port b332b9ac-2f08-46b9-a369-ba5795e92252 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:23:07.427872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:07.680785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243eb3-2f1b-4f73-bdc1-4f9a314a0a50 req-9d3faba7-de23-4f2f-95bf-2b40d1a234c4 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:07.682648 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc243eb3-2f1b-4f73-bdc1-4f9a314a0a50 req-9d3faba7-de23-4f2f-95bf-2b40d1a234c4 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.0952749 Dec 17 16:23:07.741603 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bc243eb3-2f1b-4f73-bdc1-4f9a314a0a50 req-a01caef9-1359-4a7c-a64d-28f96f48dcbc tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0517712 Dec 17 16:23:08.151687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] For port b332b9ac-2f08-46b9-a369-ba5795e92252, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b332b9ac-2f08-46b9-a369-ba5795e92252,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:08.152084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.156975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610679d-399b-4a66-a47d-dbe38b15a27e req-068808a2-b0f5-47e0-81c6-63f54594b4ee tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:08.158640 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0610679d-399b-4a66-a47d-dbe38b15a27e req-068808a2-b0f5-47e0-81c6-63f54594b4ee tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 945 time: 0.0932403 Dec 17 16:23:08.207109 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0610679d-399b-4a66-a47d-dbe38b15a27e req-459d68da-e2ba-42bb-a801-6be3d59af67a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Dec 17 16:23:08.232205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f6b6d7dc-6f09-4951-9e88-e9602b3f1409 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:08.256435 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ce6cc-b3fd-4f70-bdfe-fd219cf9455e req-371d2cdd-c8bf-4875-ac59-5e77f003a93b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:08.258174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-408ce6cc-b3fd-4f70-bdfe-fd219cf9455e req-371d2cdd-c8bf-4875-ac59-5e77f003a93b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 944 time: 0.3406622 Dec 17 16:23:08.270390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.303864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.311177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:08.311593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.323141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:08.577315 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-408ce6cc-b3fd-4f70-bdfe-fd219cf9455e req-6bb87d11-60d3-485e-b835-07be7cfeb605 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=090f93d7-68ed-4db3-8a68-879e80797dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093622 Dec 17 16:23:08.592011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'Port': ['ID=512b1567-861c-4f91-99cb-00957632a70a,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:08.600622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:08.770424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.770865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.771219 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Floating IP 20574b98-7597-4a17-b9b0-eb8b9c182a4f disassociated. External IP: 172.28.3.165, port: b332b9ac-2f08-46b9-a369-ba5795e92252. Dec 17 16:23:08.771597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Calling delete_port for b332b9ac-2f08-46b9-a369-ba5795e92252 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:23:08.842603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.930435 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:08.931737 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4530380 Dec 17 16:23:09.030798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:09.053575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f81b6f-9cfd-4981-8312-b27f8f3dbed2 req-93a37953-ee11-4f11-b516-563fc938444a tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:09.055200 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-25f81b6f-9cfd-4981-8312-b27f8f3dbed2 req-93a37953-ee11-4f11-b516-563fc938444a tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.1727192 Dec 17 16:23:09.055895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a1e67e63-7ae1-41cb-b1a8-60c20d0928cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:09.123294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event deleted for resources: {'Port': ['ID=b332b9ac-2f08-46b9-a369-ba5795e92252,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:09.133135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:09.239854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f47c3735-4bf5-4626-ab0a-119a6c268618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:09.247423 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-25f81b6f-9cfd-4981-8312-b27f8f3dbed2 req-185bb0ce-bd1f-4eac-b3eb-baa493e05cb1 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1557701 Dec 17 16:23:09.302990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-c178d1fe-edd2-44f4-b2f0-f97fc969647c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:09.320203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-c178d1fe-edd2-44f4-b2f0-f97fc969647c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:09.321554 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-c178d1fe-edd2-44f4-b2f0-f97fc969647c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--30418438&fields=id&tenant_id=e2eec649905c4f93b82b9e2faba8429b HTTP/1.1" status: 200 len: 267 time: 0.0745575 Dec 17 16:23:09.495885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-215fad35-7b90-48d2-90eb-4dba1abfc491 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:09.497577 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-215fad35-7b90-48d2-90eb-4dba1abfc491 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 811 time: 0.1683650 Dec 17 16:23:09.507589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:23:09.516169 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-f238388b-fb2f-4ef5-9b90-31276553ab50 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/quotas/e2eec649905c4f93b82b9e2faba8429b HTTP/1.1" status: 200 len: 375 time: 0.0118213 Dec 17 16:23:09.610388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-8a0fd7e7-2ca6-4f56-96b4-5c14a85efeb7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:09.626816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-8a0fd7e7-2ca6-4f56-96b4-5c14a85efeb7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:09.628510 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-8a0fd7e7-2ca6-4f56-96b4-5c14a85efeb7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054764 Dec 17 16:23:09.720179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:23:09.731428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:23:09.744098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:09.744808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:09.802730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cad8d654-9409-47a8-a436-e32406111065 req-80dc7996-162f-482b-92e8-e14fc396beb5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:09.813746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] No DVR routers for this DVR port b332b9ac-2f08-46b9-a369-ba5795e92252 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:23:09.821308 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-39c9ab1f-9e48-4b1a-a8aa-36f41c1bd7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775606 Dec 17 16:23:09.826089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:09.838619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-deleted', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:09.861224 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-07698fc6-dfff-4745-a7b1-1b86ae8ab16c req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "DELETE /v2.0/ports/b332b9ac-2f08-46b9-a369-ba5795e92252 HTTP/1.1" status: 204 len: 173 time: 4.3047531 Dec 17 16:23:09.873656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cad8d654-9409-47a8-a436-e32406111065 req-80dc7996-162f-482b-92e8-e14fc396beb5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:09.877451 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cad8d654-9409-47a8-a436-e32406111065 req-80dc7996-162f-482b-92e8-e14fc396beb5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=10bfa978-6027-4f02-bdef-46d2936df6d8 HTTP/1.1" status: 200 len: 210 time: 0.1216938 Dec 17 16:23:10.004187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:10.007607 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-414066d2-8cc1-478a-9cab-8ae1028c23ea service neutron] 10.222.0.37 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1839800 Dec 17 16:23:10.011201 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfa978-6027-4f02-bdef-46d2936df6d8', 'name': 'network-vif-deleted', 'tag': 'b332b9ac-2f08-46b9-a369-ba5795e92252', 'status': 'completed', 'code': 200} Dec 17 16:23:10.234916 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-93f5cac0-28a9-4d8a-8fca-fc8ef06ca0ef req-8c240177-bfaf-49e5-993b-ae300eb68862 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 210 time: 0.0553467 Dec 17 16:23:10.433250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:10.438645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:23:10.449517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:10.450208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:22:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:10.522133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0831b2-f3c7-40bd-b2cb-54ae5fb4a53f req-b42163d0-16fa-4bae-8ce6-ade53ca7d036 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:10.532173 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9e0831b2-f3c7-40bd-b2cb-54ae5fb4a53f req-b42163d0-16fa-4bae-8ce6-ade53ca7d036 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.1311939 Dec 17 16:23:10.594275 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9e0831b2-f3c7-40bd-b2cb-54ae5fb4a53f req-e2bbd39e-40ce-416d-92b0-4e717d7212cc tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0610414 Dec 17 16:23:10.753917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:10.776686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-91e3d7f3-9c13-454f-8dba-03d43c832462 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:10.778319 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-91e3d7f3-9c13-454f-8dba-03d43c832462 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.1776795 Dec 17 16:23:10.798612 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-6a523a93-a4ae-4e39-94b8-815568211ec6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/quotas/89c61f31b7b4447bbaa48470acffa837 HTTP/1.1" status: 200 len: 375 time: 0.0130682 Dec 17 16:23:10.889021 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-36f12edd-1012-45f8-8241-17d3d1b67a4e tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824063 Dec 17 16:23:11.104466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47184) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:11.133431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:11.138454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f8a13-4f0a-48fc-95ae-9d437e7755f9 None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:23:11.183649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.219135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.271400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.279299 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-171d2716-1a6e-4123-afc8-8c30d6361263 service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824704 Dec 17 16:23:11.279498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e69afea5-ca7a-495a-b5f8-2aa19973aa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:11.300108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event deleted for resources: {'SecurityGroup': ['ID=090f93d7-68ed-4db3-8a68-879e80797dfd,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:11.308007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:11.308853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.310308 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "DELETE /v2.0/security-groups/090f93d7-68ed-4db3-8a68-879e80797dfd HTTP/1.1" status: 204 len: 168 time: 0.2046821 Dec 17 16:23:11.314924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47190) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:11.354093 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.v2.resource [None req-6d8446cf-3dcb-4735-ba3f-fcb0be12d8ad tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] show failed (client error): The resource could not be found. Dec 17 16:23:11.355205 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6d8446cf-3dcb-4735-ba3f-fcb0be12d8ad tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups/090f93d7-68ed-4db3-8a68-879e80797dfd HTTP/1.1" status: 404 len: 347 time: 0.0290482 Dec 17 16:23:11.361864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47194) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:11.502932 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6574824-a893-4538-a076-494a20836a26 req-3670b334-bf7d-4e2a-bac4-26c83946c3fe tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 210 time: 0.0704243 Dec 17 16:23:11.579277 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-ec44b347-e726-4785-b741-97b30d973843 service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2919822 Dec 17 16:23:11.586667 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Deleting port 3f1b19f7-9ab0-40da-9ed3-59cb4ef6bde6 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:23:11.588084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.644606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a872092-3c44-4478-b6df-a78c32b004c9 None None] New status for floating IP 20574b98-7597-4a17-b9b0-eb8b9c182a4f: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:23:11.701649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-1def077b-60fd-4014-af3b-7b4c885ff773 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:11.702409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-1def077b-60fd-4014-af3b-7b4c885ff773 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:network {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:11.727481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-278f2602-9ec6-411e-961c-77395a169e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.739975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-1def077b-60fd-4014-af3b-7b4c885ff773 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:network {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:11.741362 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-1def077b-60fd-4014-af3b-7b4c885ff773 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 811 time: 0.2864225 Dec 17 16:23:11.771932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.772796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:11.937101 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-43923cd2-bfc0-4335-92b9-5e95b8017b66 req-0dcfdbdc-0143-4288-b87c-21d14385a525 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 210 time: 0.0821071 Dec 17 16:23:11.966642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-b75f936d-6b32-479c-8154-e8a6d321d90c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:11.975333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Calling delete_port for 3f1b19f7-9ab0-40da-9ed3-59cb4ef6bde6 owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:23:11.984625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-b75f936d-6b32-479c-8154-e8a6d321d90c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:11.987509 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-b75f936d-6b32-479c-8154-e8a6d321d90c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2eec649905c4f93b82b9e2faba8429b HTTP/1.1" status: 200 len: 5502 time: 0.2254043 Dec 17 16:23:11.997802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'port': {'device_id': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'admin_state_up': True, 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'security_groups': ['547eb2e7-5441-4442-b9ea-073b4c6abda0']}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:12.186216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:12.197524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:12.206786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Made reservation on behalf of e2eec649905c4f93b82b9e2faba8429b for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:23:12.213143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:12.355567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:12.358756 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-5a872092-3c44-4478-b6df-a78c32b004c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:23:12.359445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-5a872092-3c44-4478-b6df-a78c32b004c9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:23:12.389504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-58f82e1d-c594-4d8b-8063-e3e6d5c43f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:12.548309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:12.550228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Allocated IP 172.20.0.13 (4959f950-5eaa-4abc-9622-a33849ffb6b2/70e64b3a-8a58-4102-b0d0-836db3a6043e/5a7e2c1f-b549-45ab-b275-e6e181e7f25a) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:23:12.764497 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5e539bfe-508c-4966-8097-64a548835e96 req-056972c4-46d7-4f7e-a5ea-63dcdd7ac481 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 210 time: 0.0596974 Dec 17 16:23:12.812640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:12.822405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event deleted for resources: {'Port': ['ID=3f1b19f7-9ab0-40da-9ed3-59cb4ef6bde6,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:12.832975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Transition to ACTIVE for port object 5a7e2c1f-b549-45ab-b275-e6e181e7f25a will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:12.845489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:12.859748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:12.861311 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a872092-3c44-4478-b6df-a78c32b004c9 None None] New status for floating IP 20574b98-7597-4a17-b9b0-eb8b9c182a4f: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:23:12.886729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aee8a877-755f-4d06-9fb4-f5c52f87d2a0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:12.924221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb9bee-3c29-43fd-9b9c-e3fbb747c452 req-b5c9183c-9176-4fac-8b5d-bdbe08a48573 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:12.925930 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cbb9bee-3c29-43fd-9b9c-e3fbb747c452 req-b5c9183c-9176-4fac-8b5d-bdbe08a48573 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.7294521 Dec 17 16:23:13.095028 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0cbb9bee-3c29-43fd-9b9c-e3fbb747c452 req-c8a4b7d3-dbf0-4756-b77b-f11557c7fc4f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1594129 Dec 17 16:23:13.120641 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.139417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.143722 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-bd4412bf-a478-4d94-8a7c-85d303e0914b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "DELETE /v2.0/floatingips/20574b98-7597-4a17-b9b0-eb8b9c182a4f HTTP/1.1" status: 204 len: 168 time: 1.7787015 Dec 17 16:23:13.204877 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.245593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event updated for resources: {'Port': ['ID=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:13.257312 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-21029316-f26f-4d7d-85c0-3a02cfac4a99 req-27fb894d-0c9a-4c87-af5b-0ce22d54ca5e tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 210 time: 0.1061177 Dec 17 16:23:13.272812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:13.354432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:23:13.356342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:23:13.359715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:23:13.400954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-bbddaa6f-a64b-4c08-bd05-8de25905efe0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:13.402840 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-bbddaa6f-a64b-4c08-bd05-8de25905efe0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.2128704 Dec 17 16:23:13.437512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Request body: {'port': {'device_id': '3aed56a0-6405-4124-b567-48241fba4762', 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400', 'admin_state_up': True, 'tenant_id': '89c61f31b7b4447bbaa48470acffa837'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.491858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:13.493244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.532870 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5397460 Dec 17 16:23:13.553107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Request body: {'port': {'device_id': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.589999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47224) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:13.606333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'security_group': {'name': 'tempest-securitygroup--1855062111', 'description': 'tempest-description--246884112'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.615846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:13.628151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:13.633933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:13.643912 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:13.665129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:13.675603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:13.685526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Made reservation on behalf of 89c61f31b7b4447bbaa48470acffa837 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:23:13.691148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.696587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.729382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-d75659d3-8dbb-4974-9461-ca4132032d50 None None] Provisioning for port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:13.735162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-d75659d3-8dbb-4974-9461-ca4132032d50 None None] Provisioning complete for port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:13.735581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d75659d3-8dbb-4974-9461-ca4132032d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.736908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:13.739397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:13.754633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:13.759323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:13.790538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:13.793480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-d75659d3-8dbb-4974-9461-ca4132032d50 None None] Port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:23:14.017647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Allocated IP 172.20.0.11 (bc141fbd-3879-4775-a91f-742a4ea17400/5b903750-744c-45ad-8b9b-e19fcfbd2b50/d852b74f-22cf-4987-b9ce-cecea0923bbc) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:23:14.026703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.069285 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.086553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.094548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-51832f21-37c1-4930-b54c-54afdcb9e113 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:14.187413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'SecurityGroup': ['ID=92d0df00-91c1-4379-bdf3-00a91952ad2e,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:14.190602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:14.204075 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee709a-7afb-4b92-93d0-776adc957f24 req-49bf3273-cbc1-494a-97ff-7bb6d2e9835b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:14.204814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3cee709a-7afb-4b92-93d0-776adc957f24 req-49bf3273-cbc1-494a-97ff-7bb6d2e9835b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Synchronizing usage tracker for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:14.249422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.260698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.262043 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.6671016 Dec 17 16:23:14.276540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47232) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:14.288258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'security_group_rule': {'security_group_id': '92d0df00-91c1-4379-bdf3-00a91952ad2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:14.300403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:14.306878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-3cee709a-7afb-4b92-93d0-776adc957f24 req-49bf3273-cbc1-494a-97ff-7bb6d2e9835b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Unset dirty status for tenant:e2eec649905c4f93b82b9e2faba8429b on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:14.308153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cee709a-7afb-4b92-93d0-776adc957f24 req-49bf3273-cbc1-494a-97ff-7bb6d2e9835b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 932 time: 0.4031484 Dec 17 16:23:14.310911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:14.322732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:14.333334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:14.351390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.367831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:14.403054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cadc64-bd34-4504-aba6-09f53d1ac94f req-76320b00-87bc-48ee-a89a-d03e8569cd5a tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:14.403722 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3cee709a-7afb-4b92-93d0-776adc957f24 req-b238e444-2bde-4283-a7b4-0a6708d9c282 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778902 Dec 17 16:23:14.404554 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-58cadc64-bd34-4504-aba6-09f53d1ac94f req-76320b00-87bc-48ee-a89a-d03e8569cd5a tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.1518810 Dec 17 16:23:14.413843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.530715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7e2c1f-b549-45ab-b275-e6e181e7f25a {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:23:14.540354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.566873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.568244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Transition to ACTIVE for port object 5a7e2c1f-b549-45ab-b275-e6e181e7f25a will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:14.570144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.572736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:14.579099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.584930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event updated for resources: {'Port': ['ID=d852b74f-22cf-4987-b9ce-cecea0923bbc,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:14.588409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:14.596770 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-58cadc64-bd34-4504-aba6-09f53d1ac94f req-25a0597b-a4e1-4413-bdcc-a14784d79a60 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1729667 Dec 17 16:23:14.641041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Network bc141fbd-3879-4775-a91f-742a4ea17400 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:23:14.642397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:23:14.645202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:23:14.670514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf37d709-6798-44eb-9e31-339d1a02723a,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:14.689859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:14.691965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b97a984f-8afc-4572-ae2f-0b6d2100d39f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:14.719844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:14.720991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.747353 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3147700 Dec 17 16:23:14.767056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Request body: {'port': {'device_id': '3aed56a0-6405-4124-b567-48241fba4762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:14.789370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.793514 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4a1fe461-be68-4c71-aab0-017fca525f2e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.5157082 Dec 17 16:23:14.797497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47238) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:14.810753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'security_group_rule': {'security_group_id': '92d0df00-91c1-4379-bdf3-00a91952ad2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:14.830889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:14.839338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:security_group_rule and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:14.844162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:14.851916 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Pushing event updated for resources: {'Port': ['ID=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:14.869016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:14.887073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:14.895290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752f4f-bd5f-4989-9a48-bdafb6617850 req-6c420cc8-315d-4628-9d35-b08396491fed tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:14.896935 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f7752f4f-bd5f-4989-9a48-bdafb6617850 req-6c420cc8-315d-4628-9d35-b08396491fed tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 932 time: 0.3004074 Dec 17 16:23:14.927220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:14.936577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.055555 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f7752f4f-bd5f-4989-9a48-bdafb6617850 req-b4a6c33d-e29e-4bfc-ac5c-c8ef57a89010 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016173 Dec 17 16:23:15.084745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Attempting to bind port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:15.085152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Attempting to bind port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:23:15.085518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Attempting to bind port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a on network 4959f950-5eaa-4abc-9622-a33849ffb6b2 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:23:15.091843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:23:15.092219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Checking segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:23:15.092623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.093014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Bound using segment: {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:23:15.093528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Bound port: 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cb847b-714d-4903-ab87-481171ada078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:23:15.093903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.098497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.103291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.114514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:15.148937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b0c45a-8799-42f1-bc41-9dcfabbdfa07,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:15.153247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:15.193937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] For port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:23:15.197124 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] For port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:23:15.200484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.206294 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.211285 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-eb6910a6-9cf2-471b-9a00-b4727adff0ff tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4088504 Dec 17 16:23:15.215709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47242) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:15.216688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:15.224308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'floatingip': {'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:15.235428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:15.245165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Usage tracker for resource:floatingip and tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:23:15.250728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:23:15.274549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:15.351632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.379193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Pushing event updated for resources: {'Port': ['ID=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:15.385386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:15.416623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:15.417331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.418903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] 10.222.0.68 "PUT /v2.0/ports/5a7e2c1f-b549-45ab-b275-e6e181e7f25a HTTP/1.1" status: 200 len: 1158 time: 1.8723471 Dec 17 16:23:15.419417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:15.546202 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'status': 'completed', 'code': 200} Dec 17 16:23:15.651217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d852b74f-22cf-4987-b9ce-cecea0923bbc {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:23:15.661869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-cddf767d-64ed-4204-852e-8d3859b55843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:15.663139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.663536 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-cddf767d-64ed-4204-852e-8d3859b55843 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 1161 time: 0.1714118 Dec 17 16:23:15.682227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Transition to ACTIVE for port object d852b74f-22cf-4987-b9ce-cecea0923bbc will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:15.684736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.697664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:15.716215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:15.971988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fd441-e5c5-400f-ab78-fef608e240e2 req-9930bcaf-44ac-4917-a6e4-904b2341fa35 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:15.974262 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-917fd441-e5c5-400f-ab78-fef608e240e2 req-9930bcaf-44ac-4917-a6e4-904b2341fa35 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 944 time: 0.3870232 Dec 17 16:23:15.992055 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-f63fd4d9-080a-4fe3-ae18-0f0b40038e32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a HTTP/1.1" status: 200 len: 217 time: 0.2968423 Dec 17 16:23:16.014025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Pushing event updated for resources: {'Port': ['ID=d852b74f-22cf-4987-b9ce-cecea0923bbc,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:16.022146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:16.093119 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-917fd441-e5c5-400f-ab78-fef608e240e2 req-53876a40-1d2d-4ed7-bdf5-b52fa33fd71f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036489 Dec 17 16:23:16.136903 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-c7b0fecf-2364-44ab-83b0-df34d2926e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:16.138634 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-c7b0fecf-2364-44ab-83b0-df34d2926e07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.1146321 Dec 17 16:23:16.229939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b202e-7bdb-4ba7-a9ce-3ebf15789f2a req-efe4e991-25c3-43a3-92d6-a0528ef1d00e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:16.231512 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d98b202e-7bdb-4ba7-a9ce-3ebf15789f2a req-efe4e991-25c3-43a3-92d6-a0528ef1d00e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.4801760 Dec 17 16:23:16.302259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-2177ff3f-9f62-452e-b654-bfd6cc8822b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:16.305064 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-2177ff3f-9f62-452e-b654-bfd6cc8822b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1416335 Dec 17 16:23:16.373605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf53589-178d-4256-81e2-06d250a4fdf0 req-9ce19ec5-3633-4f8f-bc4e-c3dc1cc8f9e8 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:16.375247 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cf53589-178d-4256-81e2-06d250a4fdf0 req-9ce19ec5-3633-4f8f-bc4e-c3dc1cc8f9e8 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 944 time: 0.1402457 Dec 17 16:23:16.406124 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d98b202e-7bdb-4ba7-a9ce-3ebf15789f2a req-920bfee1-fcff-458c-aee5-5c78229f9d40 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1597595 Dec 17 16:23:16.416090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Allocated IP 172.28.3.155 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/7af1e807-9889-403a-a296-77fbc264e16a) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:23:16.508987 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cf53589-178d-4256-81e2-06d250a4fdf0 req-5906e47f-9381-4fcf-88fd-c30a057aaab0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Dec 17 16:23:16.515784 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-5fc0cac7-35c1-4032-9a7c-03a8ea69641a service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968658 Dec 17 16:23:16.676319 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cbbcf34a-6b09-48e7-b5e9-02ab8c238e17 req-927bf2ff-4ea5-4705-b504-b91b479cb489 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1531079 Dec 17 16:23:16.714174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Attempting to bind port d852b74f-22cf-4987-b9ce-cecea0923bbc on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:16.714551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Attempting to bind port d852b74f-22cf-4987-b9ce-cecea0923bbc by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:23:16.714926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Attempting to bind port d852b74f-22cf-4987-b9ce-cecea0923bbc on network bc141fbd-3879-4775-a91f-742a4ea17400 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:23:16.734335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:23:16.734766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Checking segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:23:16.735178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:16.735574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Bound using segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:23:16.736065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Bound port: d852b74f-22cf-4987-b9ce-cecea0923bbc, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:23:16.736437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:16.748032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:16.821606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:16.821976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:16.854108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae191e-5122-4f99-8764-d020f186f798 req-f455d2b3-437f-4be5-a097-45bfc365a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:16.855905 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-f455d2b3-437f-4be5-a097-45bfc365a254 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 1161 time: 0.0834920 Dec 17 16:23:16.929229 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:16.941309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] For port d852b74f-22cf-4987-b9ce-cecea0923bbc, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:23:16.946115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] For port d852b74f-22cf-4987-b9ce-cecea0923bbc, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d852b74f-22cf-4987-b9ce-cecea0923bbc,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:23:16.951101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:16.969028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa4f0fb7-3613-4fdc-8944-972b52a96757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:17.009545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae191e-5122-4f99-8764-d020f186f798 req-a3679cdd-3338-43f5-ad09-4098c4e3d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.011142 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-a3679cdd-3338-43f5-ad09-4098c4e3d18b service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.1483750 Dec 17 16:23:17.082865 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-aa7d8a2d-bac2-4f0c-89af-578de72db75a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a HTTP/1.1" status: 200 len: 217 time: 0.0639963 Dec 17 16:23:17.128773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:17.158530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae191e-5122-4f99-8764-d020f186f798 req-10208773-1ba4-4008-b5b7-0977aaffed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.160141 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-10208773-1ba4-4008-b5b7-0977aaffed6e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.0699642 Dec 17 16:23:17.179099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Pushing event updated for resources: {'Port': ['ID=d852b74f-22cf-4987-b9ce-cecea0923bbc,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:17.197520 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:17.198082 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d9622f33-071c-46ec-91d5-5b1863d44838 tempest-VolumesActionsTest-153472114 tempest-VolumesActionsTest-153472114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:17.247065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae191e-5122-4f99-8764-d020f186f798 req-5993d112-14f1-4102-bce6-b50800f0cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.248699 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-5993d112-14f1-4102-bce6-b50800f0cb20 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816791 Dec 17 16:23:17.398372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.399056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:17.400608 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] 10.222.0.68 "PUT /v2.0/ports/d852b74f-22cf-4987-b9ce-cecea0923bbc HTTP/1.1" status: 200 len: 1158 time: 2.6383586 Dec 17 16:23:17.413543 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-56c34b75-1249-4864-b83c-d50269dc7966 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499059 Dec 17 16:23:17.420786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aed56a0-6405-4124-b567-48241fba4762', 'tag': 'd852b74f-22cf-4987-b9ce-cecea0923bbc'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:17.436323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'Port': ['ID=7af1e807-9889-403a-a296-77fbc264e16a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:17.441396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:17.515180 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:23:17.523774 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:23:17.526147 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aed56a0-6405-4124-b567-48241fba4762', 'tag': 'd852b74f-22cf-4987-b9ce-cecea0923bbc', 'status': 'completed', 'code': 200} Dec 17 16:23:17.534181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:23:17.576622 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6dae191e-5122-4f99-8764-d020f186f798 req-b7b8aa7f-670b-41da-8cd1-d1fca71671bd service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1519983 Dec 17 16:23:17.601321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6b13d-548b-4862-9816-4f73e18cacb1 req-ade80cec-656d-4c4a-83a1-8043e655c371 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.602960 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c1d6b13d-548b-4862-9816-4f73e18cacb1 req-ade80cec-656d-4c4a-83a1-8043e655c371 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 944 time: 0.3185229 Dec 17 16:23:17.726530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc644ac4-6879-4560-9458-4c13b1d81b95 req-b9b9a742-8623-4223-abc3-8c1de29325e9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.728072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc644ac4-6879-4560-9458-4c13b1d81b95 req-b9b9a742-8623-4223-abc3-8c1de29325e9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.0859022 Dec 17 16:23:17.732486 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c1d6b13d-548b-4862-9816-4f73e18cacb1 req-a9aae778-9866-4dc4-8328-3e68ca8f775e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224730 Dec 17 16:23:17.734461 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-fc6b5366-d757-4046-8ca7-4bc7370c5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:17.736040 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-fc6b5366-d757-4046-8ca7-4bc7370c5a11 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 1161 time: 0.2631347 Dec 17 16:23:17.749513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:17.783522 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc644ac4-6879-4560-9458-4c13b1d81b95 req-413f5ce5-e2e0-4688-a33a-eb74d91e0123 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&id=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0486448 Dec 17 16:23:17.826965 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-39563e67-43c7-4741-8451-e49e29e77a6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d852b74f-22cf-4987-b9ce-cecea0923bbc HTTP/1.1" status: 200 len: 217 time: 0.0700409 Dec 17 16:23:17.985853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:18.046999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-c2944a42-a0f5-4e42-b7a8-b14c4bff4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:18.048558 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-c2944a42-a0f5-4e42-b7a8-b14c4bff4fac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.1956744 Dec 17 16:23:18.139713 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-ae4fc48a-89b3-40be-ac65-31ec848e647f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829029 Dec 17 16:23:18.161453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987e4a5-d9ce-4a8b-aed6-69e26b539990 req-95127f52-ee61-4e23-94b2-2e160fb28e16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:18.162195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5987e4a5-d9ce-4a8b-aed6-69e26b539990 req-95127f52-ee61-4e23-94b2-2e160fb28e16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:18.252745 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-5987e4a5-d9ce-4a8b-aed6-69e26b539990 req-95127f52-ee61-4e23-94b2-2e160fb28e16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:18.253944 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5987e4a5-d9ce-4a8b-aed6-69e26b539990 req-95127f52-ee61-4e23-94b2-2e160fb28e16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 944 time: 0.3959579 Dec 17 16:23:18.466152 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5987e4a5-d9ce-4a8b-aed6-69e26b539990 req-2bb1dd50-7621-4c8e-bf46-b27cfa304a47 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620595 Dec 17 16:23:18.481222 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-d99a349c-10eb-4db8-827a-596a25c31bfe service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159828 Dec 17 16:23:18.607927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:18.616110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:18.638918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb9b39a4-e8c3-4f19-8913-7de65f384c83 tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:18.954671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e762b-678f-4c55-adbc-5b67bb709e04 req-5187690a-b873-4b32-b151-507e476b542c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:18.956372 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-913e762b-678f-4c55-adbc-5b67bb709e04 req-5187690a-b873-4b32-b151-507e476b542c tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 944 time: 0.0895638 Dec 17 16:23:19.011362 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-913e762b-678f-4c55-adbc-5b67bb709e04 req-1c6e25ed-ea63-4bbc-ba58-ba121b9c9870 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476470 Dec 17 16:23:19.040676 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1c3c137c-9032-4fb4-bc95-6f14641b868d req-eeffc17e-a43f-4b87-8353-f31f82d57f1f service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5470262 Dec 17 16:23:19.054428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'Port': ['ID=7af1e807-9889-403a-a296-77fbc264e16a,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:19.059880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:19.203770 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:19.237731 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:19.239591 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0223267 Dec 17 16:23:19.249503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-43961cf7-1414-4819-9df6-9ec0e5f07901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:19.251125 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-43961cf7-1414-4819-9df6-9ec0e5f07901 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 1161 time: 0.1099896 Dec 17 16:23:19.400366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-3240dbd1-1850-499b-8e09-5dae1c1401d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:19.402025 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-3240dbd1-1850-499b-8e09-5dae1c1401d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 908 time: 0.1435361 Dec 17 16:23:19.518904 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-6770fabe-1ded-4187-8e0b-8cd40d20850c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d852b74f-22cf-4987-b9ce-cecea0923bbc HTTP/1.1" status: 200 len: 217 time: 0.0858498 Dec 17 16:23:19.599104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-a39c27c6-8f81-4ac8-8786-ff67f4365597 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:19.623673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-a23a7771-1a5b-41c8-bf55-ba93840d99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:19.625432 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-a23a7771-1a5b-41c8-bf55-ba93840d99d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0906267 Dec 17 16:23:19.626535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-a39c27c6-8f81-4ac8-8786-ff67f4365597 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:19.627636 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-a39c27c6-8f81-4ac8-8786-ff67f4365597 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1855062111&fields=id&tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 267 time: 0.1379025 Dec 17 16:23:19.703814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a3a4b-99e6-4774-abe0-e544e5b7b4f7 req-ecff9dab-7ae9-4c0e-9537-5957a0f7dcf3 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:19.705470 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1b5a3a4b-99e6-4774-abe0-e544e5b7b4f7 req-ecff9dab-7ae9-4c0e-9537-5957a0f7dcf3 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 944 time: 0.0910981 Dec 17 16:23:19.708766 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-e960db1d-3fcb-4cdf-bf3e-960e6ae72f6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754824 Dec 17 16:23:19.756220 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1b5a3a4b-99e6-4774-abe0-e544e5b7b4f7 req-31c2c5fc-53f2-4526-af8a-a52b1f431e85 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Dec 17 16:23:19.941496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-8d30b6de-2348-4256-816e-c497c2d85ed5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:19.943181 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-8d30b6de-2348-4256-816e-c497c2d85ed5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 817 time: 0.2768919 Dec 17 16:23:19.980299 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-74d83d8d-5649-4840-addb-3b1af5504d6c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/quotas/61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 375 time: 0.0294344 Dec 17 16:23:19.983883 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-1f3bc115-621a-4d6b-9156-813923aa8bfd service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996322 Dec 17 16:23:20.200793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-2b9aefc7-f74b-478d-bc16-5eedf9a334ab tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:20.216314 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0bf94c10-915f-4080-88cb-4a0271e01f41 req-dd1c8a49-b50b-4327-942f-e3ea69552313 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1934242 Dec 17 16:23:20.225195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-2b9aefc7-f74b-478d-bc16-5eedf9a334ab tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:20.226622 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-2b9aefc7-f74b-478d-bc16-5eedf9a334ab tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2393486 Dec 17 16:23:20.238382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f13ec-f485-4990-b6d5-d8cc031d1e54 req-06bfcece-3a6a-4ae8-b4a1-0b2be3eeb44d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:20.240043 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d22f13ec-f485-4990-b6d5-d8cc031d1e54 req-06bfcece-3a6a-4ae8-b4a1-0b2be3eeb44d tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 944 time: 0.0902143 Dec 17 16:23:20.293702 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d22f13ec-f485-4990-b6d5-d8cc031d1e54 req-ec1827b3-5d78-4c0a-a6ba-764ffaca2bcb tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473216 Dec 17 16:23:20.383226 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-b12154bf-3d27-45eb-90f9-95160b6d68b1 service neutron] 10.222.0.37 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434340 Dec 17 16:23:20.529954 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-bc4f68a8-a620-4cf0-9831-790fcc953070 service neutron] 10.222.0.37 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401336 Dec 17 16:23:20.732210 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-67780485-c4b8-4fe9-b546-25bb8301c08b req-d63fd4d7-3ba4-4a89-a7ed-31d3a66a6227 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 210 time: 0.0470657 Dec 17 16:23:20.914257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 5a7e2c1f-b549-45ab-b275-e6e181e7f25a up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:20.981761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd94ea8-6f78-4115-bffa-f5d4458a98d8 req-5154bb04-8ce8-4907-bc72-98117aea136b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:20.984022 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:20.985476 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6fd94ea8-6f78-4115-bffa-f5d4458a98d8 req-5154bb04-8ce8-4907-bc72-98117aea136b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 944 time: 0.0938878 Dec 17 16:23:20.990597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:20.991134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:21.039712 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6fd94ea8-6f78-4115-bffa-f5d4458a98d8 req-d4115047-10da-41bf-a932-c21314b29325 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461788 Dec 17 16:23:21.116730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:21.146032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:21.156375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:21.159899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:21.162263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6f57a090-fd6f-4949-a1cb-786097a604c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:21.210418 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'code': 200} Dec 17 16:23:21.235640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:21.244213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.244611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.244998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.245407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.245785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.246161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.246534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.246904 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.247275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.247644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.248012 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.248386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.248843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.249236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.249604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.249971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.250335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.250699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.251065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.251428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.251814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.252156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.252520 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.252883 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:21.257825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:21.593553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f88ad-90cc-4870-a2ab-bee637dbd98f req-1092fe82-60dd-48e6-a60f-9f93ddad41f1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:21.595182 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-192f88ad-90cc-4870-a2ab-bee637dbd98f req-1092fe82-60dd-48e6-a60f-9f93ddad41f1 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.1634583 Dec 17 16:23:21.598008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ec523-4fb7-43ee-8616-56dc37d78df2 req-5a65a59e-b95c-48f8-bc7b-497da0e86f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:21.600174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-266ec523-4fb7-43ee-8616-56dc37d78df2 req-5a65a59e-b95c-48f8-bc7b-497da0e86f10 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 1163 time: 0.1127400 Dec 17 16:23:21.673993 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-192f88ad-90cc-4870-a2ab-bee637dbd98f req-c7654266-6e21-41e9-b2df-b185428d5f1e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707259 Dec 17 16:23:21.677590 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-266ec523-4fb7-43ee-8616-56dc37d78df2 req-167b4e53-7328-4546-bc98-7164b3e47bcd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601628 Dec 17 16:23:21.928600 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b3676cdb-b44c-4db8-9399-87f5f5ad4b06 req-48164659-5958-4517-ac68-32b2147fe206 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 210 time: 0.0464239 Dec 17 16:23:22.268307 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce1f8-313a-4b91-af18-4df4459c4353 req-abff09ee-1a53-4493-ae54-85e93a71cdc0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:22.270023 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3c3ce1f8-313a-4b91-af18-4df4459c4353 req-abff09ee-1a53-4493-ae54-85e93a71cdc0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 944 time: 0.0881739 Dec 17 16:23:22.435638 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3c3ce1f8-313a-4b91-af18-4df4459c4353 req-7d87cdb5-c8ce-464f-a685-30723e81cba9 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398695 Dec 17 16:23:22.478253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-300a42d2-827c-4e08-b683-3e9f8e6422ba tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:22.480874 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-300a42d2-827c-4e08-b683-3e9f8e6422ba tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 817 time: 0.2077355 Dec 17 16:23:22.510792 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-fc0eefa7-1e5e-4d36-b737-4724fbe4c238 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0880151 Dec 17 16:23:22.619057 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-64811b53-7f94-43cf-aa0e-e7f312a9fc0a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 5504 time: 0.0715563 Dec 17 16:23:22.657001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'port': {'device_id': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'admin_state_up': True, 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'security_groups': ['92d0df00-91c1-4379-bdf3-00a91952ad2e']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:22.731578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70803b3e-a801-46d0-9e91-98ce716574fa req-b39481c7-7b99-4d6a-a266-96c022a0c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:22.733260 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-b39481c7-7b99-4d6a-a266-96c022a0c848 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1203 time: 0.0802693 Dec 17 16:23:22.812056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:22.823007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:22.832212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Made reservation on behalf of 61ca9fbdba9f40ffa63c8f24b9252ef2 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:23:22.837899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:22.957673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70803b3e-a801-46d0-9e91-98ce716574fa req-75c54ebb-91e5-4e3f-bb03-e32e32db334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:22.959263 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-75c54ebb-91e5-4e3f-bb03-e32e32db334b service neutron] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.2033036 Dec 17 16:23:23.037116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1da91-fc22-436b-a6dc-6734ce84b853 req-44681b8d-e8a7-494d-aeff-5fd191b20669 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:23.038761 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66a1da91-fc22-436b-a6dc-6734ce84b853 req-44681b8d-e8a7-494d-aeff-5fd191b20669 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.1838632 Dec 17 16:23:23.126535 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66a1da91-fc22-436b-a6dc-6734ce84b853 req-eee6354b-b198-469a-b207-e2c11f770fc7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716941 Dec 17 16:23:23.128409 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-8d40963b-419c-481f-bf40-d32dc8265428 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1002 time: 0.1582422 Dec 17 16:23:23.190589 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-725fde76-562e-4c3e-a9b3-42f19a8e09d7 req-abc54480-3902-4f31-9e4f-0235e7c2ec77 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 210 time: 0.0647917 Dec 17 16:23:23.211893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Allocated IP 172.20.0.14 (60505cfc-74ac-4cd7-8dcb-ba1467e2a99f/5450a1a8-f2a8-4ebb-b2d9-394504f8df57/fe4a5464-0174-4bac-bc27-33994ba37ef6) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:23:23.236171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70803b3e-a801-46d0-9e91-98ce716574fa req-5c0cf3f5-a133-40f0-b41d-2f4cb58eb663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:23.239286 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-5c0cf3f5-a133-40f0-b41d-2f4cb58eb663 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.0791101 Dec 17 16:23:23.239564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device d852b74f-22cf-4987-b9ce-cecea0923bbc up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:23.313458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port d852b74f-22cf-4987-b9ce-cecea0923bbc completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:23.320040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port d852b74f-22cf-4987-b9ce-cecea0923bbc triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:23.320717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.364692 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70803b3e-a801-46d0-9e91-98ce716574fa req-7c6691f5-b1c9-48a0-8831-696578672ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:23.366858 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-7c6691f5-b1c9-48a0-8831-696578672ed7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141729 Dec 17 16:23:23.442782 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.468118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.488135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Transition to ACTIVE for port object fe4a5464-0174-4bac-bc27-33994ba37ef6 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:23.490340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aed56a0-6405-4124-b567-48241fba4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852b74f-22cf-4987-b9ce-cecea0923bbc'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:23.504177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port d852b74f-22cf-4987-b9ce-cecea0923bbc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d852b74f-22cf-4987-b9ce-cecea0923bbc,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:23.510308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.511329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 5a7e2c1f-b549-45ab-b275-e6e181e7f25a up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:23.537001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.556252 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-0a54b0da-2ddf-4d03-bd52-67fd7d3452c8 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737552 Dec 17 16:23:23.559925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:23.575661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:23.624909 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aed56a0-6405-4124-b567-48241fba4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852b74f-22cf-4987-b9ce-cecea0923bbc', 'code': 200} Dec 17 16:23:23.661419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=d852b74f-22cf-4987-b9ce-cecea0923bbc,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:23.672477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:23.697374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:23.697719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.722562 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70803b3e-a801-46d0-9e91-98ce716574fa req-2edb3dc4-3391-4272-8dcf-91f14c938e0b service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547799 Dec 17 16:23:23.757828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event updated for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:23.762932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:23.820379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058abc7f-4cdd-4f48-874e-4b0b39831eae req-d4167abd-9417-4cdf-bee3-d51341fd16db tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:23.822195 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-058abc7f-4cdd-4f48-874e-4b0b39831eae req-d4167abd-9417-4cdf-bee3-d51341fd16db tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.1424396 Dec 17 16:23:23.842531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:23:23.843862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:23:23.846504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:23:23.896360 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-058abc7f-4cdd-4f48-874e-4b0b39831eae req-35fdb2b1-dc56-4185-a495-6c89eb097ceb tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Dec 17 16:23:23.953688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:23.954517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:23.984071 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-4871c601-bb2d-4d9b-a12a-e0d8ae770988 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3314068 Dec 17 16:23:23.992448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f7d5e-0984-4c31-9c52-a33858a89e59 req-7dfc9119-3e5c-4949-b153-a5fa2b499cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:23.994185 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f09f7d5e-0984-4c31-9c52-a33858a89e59 req-7dfc9119-3e5c-4949-b153-a5fa2b499cc4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 1163 time: 0.0968647 Dec 17 16:23:24.009050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Request body: {'port': {'device_id': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:24.045192 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f09f7d5e-0984-4c31-9c52-a33858a89e59 req-503b78ac-1f9d-42d3-ae7c-ec40e6ecd432 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Dec 17 16:23:24.122274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:24.139497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ec15156f-b6f4-41d4-aff1-4ac4ec73731d None None] Provisioning for port fe4a5464-0174-4bac-bc27-33994ba37ef6 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:24.144502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ec15156f-b6f4-41d4-aff1-4ac4ec73731d None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:24.145484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ec15156f-b6f4-41d4-aff1-4ac4ec73731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:24.203183 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-ec15156f-b6f4-41d4-aff1-4ac4ec73731d None None] Port fe4a5464-0174-4bac-bc27-33994ba37ef6 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:23:24.423076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device d852b74f-22cf-4987-b9ce-cecea0923bbc up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:24.430818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b19e0-0ee6-4350-8dee-44e844d26f55 req-264009c6-ddc8-4fae-8088-e368ea2286c2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:24.432520 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c9b19e0-0ee6-4350-8dee-44e844d26f55 req-264009c6-ddc8-4fae-8088-e368ea2286c2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 932 time: 0.0870786 Dec 17 16:23:24.502771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0c9b19e0-0ee6-4350-8dee-44e844d26f55 req-3157d165-5d8d-4721-b03c-1166bd1e59c6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:24.506490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port d852b74f-22cf-4987-b9ce-cecea0923bbc triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:24.507079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:24.517201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0c9b19e0-0ee6-4350-8dee-44e844d26f55 req-3157d165-5d8d-4721-b03c-1166bd1e59c6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:24.518808 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0c9b19e0-0ee6-4350-8dee-44e844d26f55 req-3157d165-5d8d-4721-b03c-1166bd1e59c6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795267 Dec 17 16:23:24.633763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64c913-bdf8-429b-a3c8-41a9730e8cbe req-1bd2c952-1768-4b7a-a053-0709e2df3bbc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:24.635373 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9a64c913-bdf8-429b-a3c8-41a9730e8cbe req-1bd2c952-1768-4b7a-a053-0709e2df3bbc tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.2292764 Dec 17 16:23:24.771162 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9a64c913-bdf8-429b-a3c8-41a9730e8cbe req-bd71e701-3192-4955-805d-66bb87e96739 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276662 Dec 17 16:23:24.894422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4a5464-0174-4bac-bc27-33994ba37ef6 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:23:24.901709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:24.914715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Transition to ACTIVE for port object fe4a5464-0174-4bac-bc27-33994ba37ef6 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:24.917479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:24.933718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9a2d7ece-1e4f-41ee-83b2-284cab03e7ff tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:24.981864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941e34-6716-4403-b990-50d659633f58 req-92ad69c1-b6f9-4481-996f-947d169b5da3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:24.983493 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5c941e34-6716-4403-b990-50d659633f58 req-92ad69c1-b6f9-4481-996f-947d169b5da3 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.0891230 Dec 17 16:23:24.993379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47322) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:24.999177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Request body: {'floatingip': {'port_id': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:25.076067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:25.079479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:25.085062 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:25.329263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57b873-c397-4d29-bc92-22d06d1d3b8e req-b5b5ef94-57ce-46b7-9825-17e2317d02b8 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:25.331176 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ee57b873-c397-4d29-bc92-22d06d1d3b8e req-b5b5ef94-57ce-46b7-9825-17e2317d02b8 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.2618327 Dec 17 16:23:25.392024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Attempting to bind port fe4a5464-0174-4bac-bc27-33994ba37ef6 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:25.392402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Attempting to bind port fe4a5464-0174-4bac-bc27-33994ba37ef6 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:23:25.392780 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Attempting to bind port fe4a5464-0174-4bac-bc27-33994ba37ef6 on network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:23:25.412753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:23:25.413177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Checking segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:23:25.413599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:25.414003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Bound using segment: {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:23:25.414931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Bound port: fe4a5464-0174-4bac-bc27-33994ba37ef6, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:23:25.414931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:25.437625 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ee57b873-c397-4d29-bc92-22d06d1d3b8e req-7869bfe9-4c8f-4095-999c-594f0638a41e tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969632 Dec 17 16:23:25.558270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] For port fe4a5464-0174-4bac-bc27-33994ba37ef6, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:23:25.561891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] For port fe4a5464-0174-4bac-bc27-33994ba37ef6, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:23:25.565051 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:25.583725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-09383fbf-be70-44eb-9297-67edac5773dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:25.696314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:25.748893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:25.754011 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:25.789536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:25.790216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:25.791704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-e7b2d579-9a7d-4cca-88c7-5c8f1830c681 service neutron] 10.222.0.68 "PUT /v2.0/ports/fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 1158 time: 1.7889674 Dec 17 16:23:25.792242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:25.857138 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'status': 'completed', 'code': 200} Dec 17 16:23:25.882762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a19b6-96fa-4d7c-91a4-d8a9200bcc9a req-cf0afe9b-8c54-4dc6-844f-db8b0474a8de tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:25.884410 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bb2a19b6-96fa-4d7c-91a4-d8a9200bcc9a req-cf0afe9b-8c54-4dc6-844f-db8b0474a8de tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.2046852 Dec 17 16:23:25.950441 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bb2a19b6-96fa-4d7c-91a4-d8a9200bcc9a req-bc4d1fb8-386b-4057-813e-69775bba2d61 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556314 Dec 17 16:23:25.960226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-b92fd793-46c6-45ef-a30c-3cf9dbe7abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:25.962315 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-b92fd793-46c6-45ef-a30c-3cf9dbe7abf3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1161 time: 0.0808554 Dec 17 16:23:26.047141 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-176054bf-874b-4388-a46f-6a5d4b8cac4f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 217 time: 0.0711164 Dec 17 16:23:26.072231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:26.075398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:26.120240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-edee3a0c-f67c-4f8d-863a-71e6c6336572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:26.121897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-edee3a0c-f67c-4f8d-863a-71e6c6336572 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0682096 Dec 17 16:23:26.205495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-1202ddce-ad66-4adb-9129-a4726aca168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:26.207153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-1202ddce-ad66-4adb-9129-a4726aca168c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779641 Dec 17 16:23:26.263586 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Floating IP 13342ff2-6c39-456b-b118-f2d081339622 associated. External IP: 172.28.3.97, port: 5a7e2c1f-b549-45ab-b275-e6e181e7f25a. Dec 17 16:23:26.359549 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-2d00ec0d-5c70-4b31-a90a-fe84e2a7b396 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407938 Dec 17 16:23:26.509780 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-99663760-f9f9-4831-a1a2-c6337685b4a5 req-6a63ea96-81bb-4af7-ab96-d6b89e3f46d9 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427536 Dec 17 16:23:26.529617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device d852b74f-22cf-4987-b9ce-cecea0923bbc up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:26.603695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port d852b74f-22cf-4987-b9ce-cecea0923bbc triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:26.604307 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:26.646788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Router b342b183-9a0a-456d-9f40-fce7ab53578c has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:23:26.766860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8353-2ea5-4262-8c5a-dec185e3c41d req-26e97d4f-3237-4708-8ce3-694a3229ef07 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:26.768412 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-81da8353-2ea5-4262-8c5a-dec185e3c41d req-26e97d4f-3237-4708-8ce3-694a3229ef07 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.1576116 Dec 17 16:23:26.771382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991dab0-938d-407a-b81d-47505c63c38b req-8edc6bcf-f1d9-4446-a36a-72387b210dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:26.772882 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-8edc6bcf-f1d9-4446-a36a-72387b210dd3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1161 time: 0.1210852 Dec 17 16:23:26.836083 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:23:26.840646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:26.847142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:23:26.859312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:26.860010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:23:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:26.865527 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-81da8353-2ea5-4262-8c5a-dec185e3c41d req-610e0343-06f1-45b4-82c2-f35479d3803c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903118 Dec 17 16:23:26.901957 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a4b45ad9-3c05-4fcc-95d0-e0d9dc2de4df tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "PUT /v2.0/floatingips/13342ff2-6c39-456b-b118-f2d081339622 HTTP/1.1" status: 200 len: 991 time: 1.9046350 Dec 17 16:23:26.901957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:26.965416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991dab0-938d-407a-b81d-47505c63c38b req-c212a60d-9b33-4b7b-81d7-1af2be49310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:26.967039 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-c212a60d-9b33-4b7b-81d7-1af2be49310f service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.1760950 Dec 17 16:23:27.018469 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'status': 'completed', 'code': 200} Dec 17 16:23:27.081417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:27.098228 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-b3ac709d-794b-41ff-8552-86af6be36fa1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 217 time: 0.1163087 Dec 17 16:23:27.186725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-47c07491-1446-43a4-a78a-b057863115e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.188998 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-47c07491-1446-43a4-a78a-b057863115e9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2eec649905c4f93b82b9e2faba8429b&device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 1163 time: 0.1075194 Dec 17 16:23:27.261451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991dab0-938d-407a-b81d-47505c63c38b req-893b7f23-1c07-4ff4-adbb-dc4a25d92505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.263078 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-893b7f23-1c07-4ff4-adbb-dc4a25d92505 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.1563435 Dec 17 16:23:27.282401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9ac1c-4386-4aa5-a94b-a0aadbb8475b req-38488d10-2785-478e-9cef-c85548551f4c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.283256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-97f9ac1c-4386-4aa5-a94b-a0aadbb8475b req-38488d10-2785-478e-9cef-c85548551f4c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Synchronizing usage tracker for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:27.361332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-97f9ac1c-4386-4aa5-a94b-a0aadbb8475b req-38488d10-2785-478e-9cef-c85548551f4c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Unset dirty status for tenant:61ca9fbdba9f40ffa63c8f24b9252ef2 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:27.369432 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-97f9ac1c-4386-4aa5-a94b-a0aadbb8475b req-38488d10-2785-478e-9cef-c85548551f4c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.2096858 Dec 17 16:23:27.380893 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-4b92df3f-c2a6-41f5-acfb-970d501687f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.383274 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-4b92df3f-c2a6-41f5-acfb-970d501687f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 200 len: 905 time: 0.1795197 Dec 17 16:23:27.458665 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-97f9ac1c-4386-4aa5-a94b-a0aadbb8475b req-f0761af5-be00-4b31-8226-0494c711fbc6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879674 Dec 17 16:23:27.460867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991dab0-938d-407a-b81d-47505c63c38b req-6049aadf-10bf-4279-bab7-682fa77db5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.467071 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-6049aadf-10bf-4279-bab7-682fa77db5d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1800966 Dec 17 16:23:27.540246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '13342ff2-6c39-456b-b118-f2d081339622', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'floating_ip_address': '172.28.3.97', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'port_id': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'mac_address': 'fa:16:3e:76:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:07Z', 'updated_at': '2020-12-17T16:23:25Z', 'revision_number': 1, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:27.552289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:23:27.559547 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-084a1687-acce-4759-a361-05e75ffb4ba8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a HTTP/1.1" status: 200 len: 999 time: 0.1601217 Dec 17 16:23:27.564026 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:27.565320 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:23:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:27.640133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-c7e41c67-83c2-4cdb-acd0-03887803b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.641805 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-c7e41c67-83c2-4cdb-acd0-03887803b255 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 200 len: 850 time: 0.0737653 Dec 17 16:23:27.656045 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-33c5275f-9cc3-478d-9dbb-840344cf346f service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660585 Dec 17 16:23:27.727069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-47283268-c2b9-4a97-80a0-d2b91904c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:27.728710 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-47283268-c2b9-4a97-80a0-d2b91904c32b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4959f950-5eaa-4abc-9622-a33849ffb6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792699 Dec 17 16:23:27.774033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:27.808788 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c991dab0-938d-407a-b81d-47505c63c38b req-7a3bb9c7-abe7-4ff8-9d8f-03b5dc2d6b09 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445899 Dec 17 16:23:27.887492 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-ca135f0f-e3e5-4992-b02f-62625e169d9a service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409411 Dec 17 16:23:28.034098 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-44545d85-45fc-4555-9aae-bb2f92c196e7 req-6e1648d3-a528-4a44-88ed-a4c427f071a1 service neutron] 10.222.0.68 "GET /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379936 Dec 17 16:23:28.146319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '13342ff2-6c39-456b-b118-f2d081339622', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'floating_ip_address': '172.28.3.97', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'port_id': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'mac_address': 'fa:16:3e:76:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:07Z', 'updated_at': '2020-12-17T16:23:25Z', 'revision_number': 1, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:28.150525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f700e7-251f-4235-bd99-a77188760c48 None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '13342ff2-6c39-456b-b118-f2d081339622', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'floating_ip_address': '172.28.3.97', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'port_id': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'mac_address': 'fa:16:3e:76:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:07Z', 'updated_at': '2020-12-17T16:23:25Z', 'revision_number': 1, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:23:28.417054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082e6a8-3219-4d7b-8e0d-f9d1af09da60 None None] New status for floating IP 13342ff2-6c39-456b-b118-f2d081339622: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:23:28.704872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699efb96-d984-4ad5-8e66-160b430fe58b req-1afc3c2d-2d62-488e-8259-d83eeeb2bc9e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:28.706873 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-699efb96-d984-4ad5-8e66-160b430fe58b req-1afc3c2d-2d62-488e-8259-d83eeeb2bc9e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0900791 Dec 17 16:23:28.756666 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-699efb96-d984-4ad5-8e66-160b430fe58b req-3b25aa71-f935-4681-8e94-2ea97099d05a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Dec 17 16:23:29.994326 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f989e-bc3c-4585-9fed-fa7bf7c945ac req-f889b53a-192d-4f1e-9d8e-8bb631006fde tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:29.995915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-531f989e-bc3c-4585-9fed-fa7bf7c945ac req-f889b53a-192d-4f1e-9d8e-8bb631006fde tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0885460 Dec 17 16:23:30.043843 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-531f989e-bc3c-4585-9fed-fa7bf7c945ac req-d773ff3b-75b4-4ad2-ac3a-e520a407de48 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Dec 17 16:23:31.365533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:31.410490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a743-3b22-457b-81f5-bf3aa1fb88c1 req-7b34cd41-cf2d-4456-85fe-c104bd55b1e7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:31.412113 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6567a743-3b22-457b-81f5-bf3aa1fb88c1 req-7b34cd41-cf2d-4456-85fe-c104bd55b1e7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0904188 Dec 17 16:23:31.439972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port fe4a5464-0174-4bac-bc27-33994ba37ef6 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:31.445531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:31.445949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:31.463198 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6567a743-3b22-457b-81f5-bf3aa1fb88c1 req-0a295580-f16e-45df-8518-3e290ef0fb43 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441890 Dec 17 16:23:31.575171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:31.604474 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:31.617956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port fe4a5464-0174-4bac-bc27-33994ba37ef6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:31.620121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:23:31.623183 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:31.625371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:31.672539 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'code': 200} Dec 17 16:23:31.700038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:31.703559 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:32.006791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c717adb-9472-4438-a1e7-f5a90a9f51aa req-fe9a9f5d-44b0-4777-81ec-af98a5b8bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:32.008649 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7c717adb-9472-4438-a1e7-f5a90a9f51aa req-fe9a9f5d-44b0-4777-81ec-af98a5b8bc96 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1163 time: 0.0768027 Dec 17 16:23:32.073169 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7c717adb-9472-4438-a1e7-f5a90a9f51aa req-72de94af-e0fd-4679-a9e5-45901ab039d3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Dec 17 16:23:32.551602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:32.621683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:32.622108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:32.933048 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8e848-4fee-4be2-99bd-92a8bda9dd57 req-ee60b10e-e7f8-4e4d-a111-8c8bb775ea15 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:32.934823 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fdf8e848-4fee-4be2-99bd-92a8bda9dd57 req-ee60b10e-e7f8-4e4d-a111-8c8bb775ea15 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.2997577 Dec 17 16:23:32.982289 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fdf8e848-4fee-4be2-99bd-92a8bda9dd57 req-bdf2d2ac-bde6-4dce-ad01-dbfabe4ec367 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Dec 17 16:23:34.213816 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10ade-db8b-4ebd-b209-06631f7af765 req-2cbfcee1-916a-4ac8-bb50-5b8c1011fc70 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:34.215444 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9ba10ade-db8b-4ebd-b209-06631f7af765 req-2cbfcee1-916a-4ac8-bb50-5b8c1011fc70 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0883963 Dec 17 16:23:34.267359 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9ba10ade-db8b-4ebd-b209-06631f7af765 req-c3243d3e-5ba8-4288-bd62-eb5cb964badd tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Dec 17 16:23:34.501507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1134d8-af6e-40af-a078-5f389089b4a6 req-99b23356-4068-4590-b5be-cb1bc93fa73b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:34.503119 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3c1134d8-af6e-40af-a078-5f389089b4a6 req-99b23356-4068-4590-b5be-cb1bc93fa73b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0901029 Dec 17 16:23:34.513727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47414) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:23:34.519457 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Request body: {'floatingip': {'port_id': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:34.592668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-d51890c3-dadd-4d2e-a1da-e204d940d1ad tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:34.594306 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-d51890c3-dadd-4d2e-a1da-e204d940d1ad tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.1631503 Dec 17 16:23:34.603860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:34.612542 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-f87a8fd0-776c-413d-b0df-f4c2b8297869 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/quotas/89c61f31b7b4447bbaa48470acffa837 HTTP/1.1" status: 200 len: 375 time: 0.0119426 Dec 17 16:23:34.684956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:34.716150 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-a1457e38-8024-4729-baf1-bee653112dfc tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974042 Dec 17 16:23:34.757447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:34.758176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:35.096370 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-7529de4d-279e-494d-84fb-018d7e4a3596 service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714166 Dec 17 16:23:35.252015 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-3f3862ab-6b4a-4abf-9942-4894fa8adef8 service neutron] 10.222.0.37 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482570 Dec 17 16:23:35.252681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:35.255527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:35.444059 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Floating IP 9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2 associated. External IP: 172.28.3.155, port: fe4a5464-0174-4bac-bc27-33994ba37ef6. Dec 17 16:23:35.460465 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e4834e46-0cb6-49d1-8fcd-eabc1c89569f req-f9f76238-91b2-4ec4-80da-7a2d87a97596 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 210 time: 0.0474854 Dec 17 16:23:35.826306 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:23:36.020971 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:23:36.025507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:36.031367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ba122-11db-4255-9929-288fd217908d None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:23:36.041947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:36.042766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:23:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:36.089265 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-10b49347-68fd-4d54-b177-e29e2b3d60fa tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "PUT /v2.0/floatingips/9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2 HTTP/1.1" status: 200 len: 992 time: 1.5701807 Dec 17 16:23:36.089265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:36.147973 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'status': 'completed', 'code': 200} Dec 17 16:23:36.304085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-04b5b046-2a4f-4e7a-8457-4f6b0dd09c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:36.305883 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-04b5b046-2a4f-4e7a-8457-4f6b0dd09c79 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1163 time: 0.0890186 Dec 17 16:23:36.404658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:36.471642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-ff2f66b9-eaf2-478b-ae65-08478c525bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:36.473929 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-ff2f66b9-eaf2-478b-ae65-08478c525bde service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.1445410 Dec 17 16:23:36.587022 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-32ef8da6-cc91-4291-93c1-d049828c099a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 1000 time: 0.1044452 Dec 17 16:23:36.706677 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-28cbb436-95cd-4835-b9ce-bb229a1e6236 req-8339aee6-1690-479d-81a5-e0fb22243b73 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 210 time: 0.0600896 Dec 17 16:23:36.722310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-134dab6e-ec2b-4bb7-b6c6-3929b2961612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:36.724747 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-134dab6e-ec2b-4bb7-b6c6-3929b2961612 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.1215723 Dec 17 16:23:36.795168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'port_id': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'mac_address': 'fa:16:3e:40:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:17Z', 'updated_at': '2020-12-17T16:23:35Z', 'revision_number': 1, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:36.799724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ba122-11db-4255-9929-288fd217908d None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:23:36.810350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:23:36.811027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:23:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:36.816342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-5dddffb7-b20a-4f7e-97d5-b2efe0a65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:36.817971 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-5dddffb7-b20a-4f7e-97d5-b2efe0a65ba4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810883 Dec 17 16:23:37.014978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:23:37.024686 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-98da104a-99bc-49db-b9f3-8e80c29cda20 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526926 Dec 17 16:23:37.055395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-40c91535-fa15-4521-a8c1-e0c50f339d46 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:37.057471 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-40c91535-fa15-4521-a8c1-e0c50f339d46 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 814 time: 0.1772332 Dec 17 16:23:37.087273 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Request body: {'port': {'device_id': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400', 'admin_state_up': True, 'tenant_id': '89c61f31b7b4447bbaa48470acffa837'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:37.185114 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f184669-0a4b-4908-b628-ad98d786ca94 req-0b54e493-d525-482b-a7a8-73cc2e1eb4ec service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1524835 Dec 17 16:23:37.242340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:23:37.252542 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:23:37.262163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Made reservation on behalf of 89c61f31b7b4447bbaa48470acffa837 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:23:37.268099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:37.410116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c37ba122-11db-4255-9929-288fd217908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'port_id': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'mac_address': 'fa:16:3e:40:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:17Z', 'updated_at': '2020-12-17T16:23:35Z', 'revision_number': 1, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:23:37.414496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ba122-11db-4255-9929-288fd217908d None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'port_id': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'mac_address': 'fa:16:3e:40:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:17Z', 'updated_at': '2020-12-17T16:23:35Z', 'revision_number': 1, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:23:37.592662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Allocated IP 172.20.0.9 (bc141fbd-3879-4775-a91f-742a4ea17400/5b903750-744c-45ad-8b9b-e19fcfbd2b50/f1d2419e-37f9-4599-ab07-3d3f0c30e2a6) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:23:37.727967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c7467-a7fc-438f-90cf-65ecf371a035 None None] New status for floating IP 9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:23:37.834950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:37.866822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:37.883635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:38.081176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event updated for resources: {'Port': ['ID=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:38.085033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:38.155977 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b38f9-5d12-4664-8d5b-ea33fcdaae33 req-64527000-8768-4aa9-8f16-32d55dedee7a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:38.157622 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-183b38f9-5d12-4664-8d5b-ea33fcdaae33 req-64527000-8768-4aa9-8f16-32d55dedee7a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 931 time: 0.2339549 Dec 17 16:23:38.182129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Network bc141fbd-3879-4775-a91f-742a4ea17400 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:23:38.184956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:23:38.187562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:23:38.265761 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-183b38f9-5d12-4664-8d5b-ea33fcdaae33 req-958660cc-87cd-4f89-a30c-ef3d86315ea9 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010315 Dec 17 16:23:38.275231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:38.275899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:38.300320 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2175596 Dec 17 16:23:38.322420 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Request body: {'port': {'device_id': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:38.438215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:38.854018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:23:38.861212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:38.874021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Transition to ACTIVE for port object f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:23:38.876712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:38.892035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f2913f93-c8b4-46a2-874f-01120d90bbbb tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:39.035926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:39.050079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.050519 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.050929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.051332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.051732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.052133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.052532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.052931 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.053353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.053748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.054140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.054533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.055013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.055406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.055798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.056188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.056587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.056978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.057394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.057781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.058171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.058560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.058949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.059335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:23:39.065029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:39.202805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3e25a5df-f458-4adb-99f2-bb34ac5d71b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:39.236424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Attempting to bind port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:39.236805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Attempting to bind port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:23:39.237204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Attempting to bind port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 on network bc141fbd-3879-4775-a91f-742a4ea17400 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:23:39.243807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:23:39.244179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Checking segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:23:39.244582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:39.245123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Bound using segment: {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:23:39.245759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Bound port: f1d2419e-37f9-4599-ab07-3d3f0c30e2a6, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b516c38-ba89-40a8-b503-ac704a19430a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bc141fbd-3879-4775-a91f-742a4ea17400'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:23:39.246129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:39.338922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] For port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6, host hv-cinder-76675, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:23:39.342208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] For port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:23:39.345546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:39.360910 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:39.516236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:39.520073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:39.557570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:39.558250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:39.559763 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] 10.222.0.68 "PUT /v2.0/ports/f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 HTTP/1.1" status: 200 len: 1157 time: 1.2423751 Dec 17 16:23:39.560332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'tag': 'f1d2419e-37f9-4599-ab07-3d3f0c30e2a6'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:39.631667 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'tag': 'f1d2419e-37f9-4599-ab07-3d3f0c30e2a6', 'status': 'completed', 'code': 200} Dec 17 16:23:39.726506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f842-f009-42e7-9bca-9b3597088b3b req-05c36998-5480-4875-b1ae-b7533ef1d7b6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:39.728128 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3e02f842-f009-42e7-9bca-9b3597088b3b req-05c36998-5480-4875-b1ae-b7533ef1d7b6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 943 time: 0.3294446 Dec 17 16:23:39.759010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-775ade8f-37e8-4ff8-8883-09ce24198aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:39.761791 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-775ade8f-37e8-4ff8-8883-09ce24198aa8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 1160 time: 0.0984378 Dec 17 16:23:39.789136 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3e02f842-f009-42e7-9bca-9b3597088b3b req-1edb4250-26b9-4911-9047-3bbeef03ca44 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542703 Dec 17 16:23:39.851231 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-ccc67ba7-b217-46a2-b8a0-873f23565428 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 HTTP/1.1" status: 200 len: 217 time: 0.0711827 Dec 17 16:23:39.938670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f83-32cc-41c2-b313-2ab358225946 req-f3cc0833-21b3-4033-a195-bab823bdb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:39.940255 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-f3cc0833-21b3-4033-a195-bab823bdb681 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0690193 Dec 17 16:23:39.993359 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-d56441b5-e03c-48d3-ab58-71301b2705a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453739 Dec 17 16:23:40.143191 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-c9979516-287b-4ad5-91f7-7a0d644167a1 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418631 Dec 17 16:23:40.291552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-66071f83-32cc-41c2-b313-2ab358225946 req-fd06dc49-eec2-4a3f-a1da-fe428d304c23 service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413434 Dec 17 16:23:40.475139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-250178ab-d135-4af6-9656-140b67391d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:40.476671 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-250178ab-d135-4af6-9656-140b67391d7f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89c61f31b7b4447bbaa48470acffa837&device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 1160 time: 0.0813518 Dec 17 16:23:40.636806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-aa6b4427-0f73-412e-9340-320528c5b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:40.638465 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-aa6b4427-0f73-412e-9340-320528c5b6c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 200 len: 908 time: 0.1420357 Dec 17 16:23:40.711327 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-900b8eee-fc3f-4b02-9787-afac4cbd897c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 HTTP/1.1" status: 200 len: 217 time: 0.0640368 Dec 17 16:23:40.785343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-ddcfc0d0-118e-4c5c-b832-477adfd0f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:40.786851 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-ddcfc0d0-118e-4c5c-b832-477adfd0f75f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 200 len: 854 time: 0.0669169 Dec 17 16:23:40.848205 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-f97ede46-bdd6-40b1-85f5-12f070c66df2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc141fbd-3879-4775-a91f-742a4ea17400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449505 Dec 17 16:23:41.007211 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-8fdb09c0-09b8-4929-bb4f-bba52e02065e service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502476 Dec 17 16:23:41.477527 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f769d0d-e402-454a-8831-ce3b2b2193e4 req-44968cc1-4221-4599-99c9-0d0f223a76df service neutron] 10.222.0.68 "GET /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4410555 Dec 17 16:23:41.483902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e776b-6e34-4654-84bd-0f399143ebca req-45647be8-0cf6-46e1-9099-b0fb1c79b9dc tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:41.484501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-fc6e776b-6e34-4654-84bd-0f399143ebca req-45647be8-0cf6-46e1-9099-b0fb1c79b9dc tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:23:41.500181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-fc6e776b-6e34-4654-84bd-0f399143ebca req-45647be8-0cf6-46e1-9099-b0fb1c79b9dc tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:23:41.501482 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc6e776b-6e34-4654-84bd-0f399143ebca req-45647be8-0cf6-46e1-9099-b0fb1c79b9dc tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 943 time: 0.5456002 Dec 17 16:23:41.551215 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc6e776b-6e34-4654-84bd-0f399143ebca req-e4e4a408-b654-4b74-ab90-e17de6663db2 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Dec 17 16:23:41.681603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd073-c5d0-4d0e-9e2e-eee1b6a9daac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:42.546400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:42.771199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c40a5-7faf-4645-818e-38a79842c7af req-fd4e48d3-9c11-4994-b444-9a768cea3573 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:42.772704 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ec0c40a5-7faf-4645-818e-38a79842c7af req-fd4e48d3-9c11-4994-b444-9a768cea3573 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 943 time: 0.0869024 Dec 17 16:23:43.034797 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ec0c40a5-7faf-4645-818e-38a79842c7af req-bf728375-fea8-4e29-ba56-da5063101819 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554851 Dec 17 16:23:43.192958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:43.380593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:43.450776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:23:43.455923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:43.456339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:43.578989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:43.606980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2419e-37f9-4599-ab07-3d3f0c30e2a6'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:43.617832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:43.620818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:43.622889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3a5dbe58-b3c3-48b4-b86f-5fa57ba81989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:43.668078 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2419e-37f9-4599-ab07-3d3f0c30e2a6', 'code': 200} Dec 17 16:23:43.693432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:43.696735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:44.014709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f81849-9cfd-4532-b283-43f55ff67f2d req-58a3192f-14d6-40fc-81af-34aad0837430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:44.016336 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-05f81849-9cfd-4532-b283-43f55ff67f2d req-58a3192f-14d6-40fc-81af-34aad0837430 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 1162 time: 0.0759490 Dec 17 16:23:44.034439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:44.062271 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-05f81849-9cfd-4532-b283-43f55ff67f2d req-085d90c5-61f5-4e97-9d48-1d437a5a97d5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 Dec 17 16:23:44.246206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81a701-c4a9-4799-b243-6a2d10cf5760 req-d791f6c1-fe09-40a1-b10f-49b15a6fbfda tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:44.247725 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f81a701-c4a9-4799-b243-6a2d10cf5760 req-d791f6c1-fe09-40a1-b10f-49b15a6fbfda tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.0807648 Dec 17 16:23:44.293587 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7f81a701-c4a9-4799-b243-6a2d10cf5760 req-4591ac21-d2f5-4368-9ad1-c0cc3faffde0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Dec 17 16:23:44.664776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:23:44.739503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:23:44.739917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:45.526327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e0f3-320f-4d29-87ed-bb7c7ceefbe3 req-c9a9fe3a-6008-4668-b69c-141bd4f2fc72 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:45.527953 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d7b7e0f3-320f-4d29-87ed-bb7c7ceefbe3 req-c9a9fe3a-6008-4668-b69c-141bd4f2fc72 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.0945780 Dec 17 16:23:45.586112 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d7b7e0f3-320f-4d29-87ed-bb7c7ceefbe3 req-009bcb27-2ebf-4eae-a0ad-37e77779d088 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Dec 17 16:23:46.804476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4547f48-caa7-445d-8ec1-19a604848435 req-2798d77b-6821-4dc6-abef-5c39994f18ce tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:46.806040 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e4547f48-caa7-445d-8ec1-19a604848435 req-2798d77b-6821-4dc6-abef-5c39994f18ce tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.0870929 Dec 17 16:23:46.853631 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e4547f48-caa7-445d-8ec1-19a604848435 req-68ad1a56-56eb-4df2-913c-ac4da4b42342 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Dec 17 16:23:54.696961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70295d9d-315e-4e30-bbe8-4bd9a7259fb8 req-da26043d-9e7e-4715-9a22-b4c6a572e867 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:54.698712 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70295d9d-315e-4e30-bbe8-4bd9a7259fb8 req-da26043d-9e7e-4715-9a22-b4c6a572e867 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.0892098 Dec 17 16:23:54.751198 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-70295d9d-315e-4e30-bbe8-4bd9a7259fb8 req-a36b7b0e-0943-4db4-b889-952976dcdc2c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Dec 17 16:23:55.701108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:56.000958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2885c-ea1c-4a42-af0e-5c83cba2b196 req-c6c9585d-6241-4863-a514-5303625737b1 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:56.002640 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c6d2885c-ea1c-4a42-af0e-5c83cba2b196 req-c6c9585d-6241-4863-a514-5303625737b1 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.1022828 Dec 17 16:23:56.059860 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c6d2885c-ea1c-4a42-af0e-5c83cba2b196 req-cfc2db8a-fc9d-4c32-b6f6-e29f5e2c6be4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Dec 17 16:23:57.280181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf7d28-cbca-4ad5-ad54-fa110c65487f req-739b0bcc-e3d0-4895-8a0d-1b525aa0cd86 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:57.281806 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-74bf7d28-cbca-4ad5-ad54-fa110c65487f req-739b0bcc-e3d0-4895-8a0d-1b525aa0cd86 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.0874319 Dec 17 16:23:57.331077 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-74bf7d28-cbca-4ad5-ad54-fa110c65487f req-fafdd487-d660-4d7a-810b-fc592567f07d tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Dec 17 16:23:57.562911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-881e77ff-c428-4a86-a8e9-aeedff51c101 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:23:57.564496 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-881e77ff-c428-4a86-a8e9-aeedff51c101 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 945 time: 0.0940084 Dec 17 16:23:57.640163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Deleting port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:23:57.640544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:57.909929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] For port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:23:57.910329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:58.042846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Calling delete_port for f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:23:58.192552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:58.208503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-75d60b87-c2b3-4503-9c19-8a61ceb4b0aa tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:23:58.253767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event deleted for resources: {'Port': ['ID=f1d2419e-37f9-4599-ab07-3d3f0c30e2a6,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:23:58.258243 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:23:58.431563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] No DVR routers for this DVR port f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 on host hv-cinder-76675 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:23:58.433945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:23:58.437191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'name': 'network-vif-deleted', 'tag': 'f1d2419e-37f9-4599-ab07-3d3f0c30e2a6'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:23:58.453775 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c9c1b4a-c6f0-420f-95e6-a9e4668c6fef req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "DELETE /v2.0/ports/f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 HTTP/1.1" status: 204 len: 173 time: 0.8828485 Dec 17 16:23:58.522748 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d359b39d-81dd-46bb-88d2-113366b75d8b req-1f14954d-03bf-4a7e-aba3-4230c2e1077d tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=cea83ceb-50c3-4e36-8503-cfc378b59814 HTTP/1.1" status: 200 len: 210 time: 0.0520737 Dec 17 16:23:58.594295 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea83ceb-50c3-4e36-8503-cfc378b59814', 'name': 'network-vif-deleted', 'tag': 'f1d2419e-37f9-4599-ab07-3d3f0c30e2a6', 'status': 'completed', 'code': 200} Dec 17 16:23:59.705721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:23:59.745202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:23:59.745771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f1d2419e-37f9-4599-ab07-3d3f0c30e2a6 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:01.318159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92450-0363-4fdd-9fca-bea47819bfab req-34df824a-a604-487d-a2d4-7f2f28432f16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:01.318928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0ee92450-0363-4fdd-9fca-bea47819bfab req-34df824a-a604-487d-a2d4-7f2f28432f16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:24:01.335472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0ee92450-0363-4fdd-9fca-bea47819bfab req-34df824a-a604-487d-a2d4-7f2f28432f16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:24:01.336776 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0ee92450-0363-4fdd-9fca-bea47819bfab req-34df824a-a604-487d-a2d4-7f2f28432f16 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.1076894 Dec 17 16:24:01.387242 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0ee92450-0363-4fdd-9fca-bea47819bfab req-0e888a48-667d-40b3-a03a-168518bfb986 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Dec 17 16:24:02.607444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4198a-e9b4-4b0c-80d0-0fa926e2a246 req-f831325d-ac33-4849-b6ca-3e9f95d4f02c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:02.609144 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-88b4198a-e9b4-4b0c-80d0-0fa926e2a246 req-f831325d-ac33-4849-b6ca-3e9f95d4f02c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.0856018 Dec 17 16:24:02.663106 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-88b4198a-e9b4-4b0c-80d0-0fa926e2a246 req-4a702a8e-661b-4259-8222-f150260913f3 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Dec 17 16:24:03.622374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-ff99fd0f-4821-4602-87b7-95a47985aec0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:03.623999 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-ff99fd0f-4821-4602-87b7-95a47985aec0 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.0851803 Dec 17 16:24:03.705349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Deleting port d852b74f-22cf-4987-b9ce-cecea0923bbc {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:03.705768 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:03.904872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b53cc-74ba-46b5-8a39-12e5c6eeee36 req-440f7310-3011-46c0-b8eb-fb4b7b83da9e tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:03.906539 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-503b53cc-74ba-46b5-8a39-12e5c6eeee36 req-440f7310-3011-46c0-b8eb-fb4b7b83da9e tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 946 time: 0.0870802 Dec 17 16:24:03.957389 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-503b53cc-74ba-46b5-8a39-12e5c6eeee36 req-902439c2-4379-465f-b8bb-76762506eb2c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Dec 17 16:24:03.979851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] For port d852b74f-22cf-4987-b9ce-cecea0923bbc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d852b74f-22cf-4987-b9ce-cecea0923bbc,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:03.980255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:04.116831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Calling delete_port for d852b74f-22cf-4987-b9ce-cecea0923bbc owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:04.276164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:04.291985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:04.340621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event deleted for resources: {'Port': ['ID=d852b74f-22cf-4987-b9ce-cecea0923bbc,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:04.345134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:04.504114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] No DVR routers for this DVR port d852b74f-22cf-4987-b9ce-cecea0923bbc on host hv-cinder-76675 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:04.506496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:04.509489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aed56a0-6405-4124-b567-48241fba4762', 'name': 'network-vif-deleted', 'tag': 'd852b74f-22cf-4987-b9ce-cecea0923bbc'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:04.540991 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a970bc2-45d4-4de3-a32a-2d85a3dedb34 req-9048c5f5-b79b-4082-8755-1bfed2eb91ca tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "DELETE /v2.0/ports/d852b74f-22cf-4987-b9ce-cecea0923bbc HTTP/1.1" status: 204 len: 173 time: 0.9058926 Dec 17 16:24:04.570836 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aed56a0-6405-4124-b567-48241fba4762', 'name': 'network-vif-deleted', 'tag': 'd852b74f-22cf-4987-b9ce-cecea0923bbc', 'status': 'completed', 'code': 200} Dec 17 16:24:05.162088 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9514ac0c-2d28-4fd5-ad61-5eb8abf7116d req-8c3945eb-bdaf-48cd-8e8f-1c1bf9faedcd tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=3aed56a0-6405-4124-b567-48241fba4762 HTTP/1.1" status: 200 len: 210 time: 0.0509074 Dec 17 16:24:05.230765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device d852b74f-22cf-4987-b9ce-cecea0923bbc no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:05.265558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: d852b74f-22cf-4987-b9ce-cecea0923bbc {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:05.265966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device d852b74f-22cf-4987-b9ce-cecea0923bbc not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:06.695333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c65f5e-bb47-458f-92f9-24e5c9753950 req-9d91bb96-489a-43af-8cd6-f4487e9184e7 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:06.696875 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6c65f5e-bb47-458f-92f9-24e5c9753950 req-9d91bb96-489a-43af-8cd6-f4487e9184e7 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 945 time: 0.0867457 Dec 17 16:24:06.746272 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6c65f5e-bb47-458f-92f9-24e5c9753950 req-39f0c498-7bfd-428a-bb03-49b72e6a5f73 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Dec 17 16:24:07.973119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde8ebb-1da2-4d02-949f-9794ae86c836 req-84bec2c8-88b4-4067-8f7c-7ff786e93a8a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:07.973914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0fde8ebb-1da2-4d02-949f-9794ae86c836 req-84bec2c8-88b4-4067-8f7c-7ff786e93a8a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:24:07.989923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-0fde8ebb-1da2-4d02-949f-9794ae86c836 req-84bec2c8-88b4-4067-8f7c-7ff786e93a8a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:24:07.991287 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0fde8ebb-1da2-4d02-949f-9794ae86c836 req-84bec2c8-88b4-4067-8f7c-7ff786e93a8a tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 945 time: 0.1091106 Dec 17 16:24:08.041316 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0fde8ebb-1da2-4d02-949f-9794ae86c836 req-018a3d06-174a-4085-8e9c-229b7a834703 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Dec 17 16:24:08.476050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-9a2d5531-7485-49a0-bdce-8fc09872be55 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:08.477755 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-9a2d5531-7485-49a0-bdce-8fc09872be55 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 945 time: 0.0900521 Dec 17 16:24:08.558350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Deleting port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:08.558735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:08.620443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:24:08.716746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device f6b6d7dc-6f09-4951-9e88-e9602b3f1409 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:08.835186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] For port f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:08.835587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:08.839558 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:08.869171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:08.880334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:08.883869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:08.886469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:08.935776 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409', 'code': 200} Dec 17 16:24:08.960724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:08.964352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:08.970309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Calling delete_port for f6b6d7dc-6f09-4951-9e88-e9602b3f1409 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:09.062773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:24:09.063344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:24:09.209681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9a1186c-646e-45e6-939a-14dfe1fa121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:09.269057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810454-9df1-4fa0-9c70-d8e016883238 req-850c2012-1a4d-49e2-9767-c7e8c62fe91d tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:09.270738 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1e810454-9df1-4fa0-9c70-d8e016883238 req-850c2012-1a4d-49e2-9767-c7e8c62fe91d tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 943 time: 0.0942414 Dec 17 16:24:09.318782 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1e810454-9df1-4fa0-9c70-d8e016883238 req-915f1892-d642-4bb8-aa4a-fc1e757d137b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Dec 17 16:24:09.563796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Deleting port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:09.564191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:09.758864 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94c7426b-e62a-4965-a938-80227cd10c47 req-0c940761-ee81-4be9-8e2a-476db698e7ab tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-723223388&fields=id&tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd HTTP/1.1" status: 200 len: 267 time: 0.0482118 Dec 17 16:24:09.842978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] For port f6b6d7dc-6f09-4951-9e88-e9602b3f1409, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:09.843369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:09.853073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7426b-e62a-4965-a938-80227cd10c47 req-3f64b3e2-e123-4736-a466-373b061e3665 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:09.854764 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94c7426b-e62a-4965-a938-80227cd10c47 req-3f64b3e2-e123-4736-a466-373b061e3665 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 985 time: 0.0889878 Dec 17 16:24:09.869561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Request body: {'port': {'security_groups': ['1c7cef8f-ba05-4565-b56f-75c1705388d3']}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:09.975964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Calling delete_port for f6b6d7dc-6f09-4951-9e88-e9602b3f1409 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:10.004366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.138560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.154289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:10.203827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event deleted for resources: {'Port': ['ID=f6b6d7dc-6f09-4951-9e88-e9602b3f1409,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:10.208541 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:10.361142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] For port e9c0d88d-be31-48ec-924f-39b444638c2d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e9c0d88d-be31-48ec-924f-39b444638c2d,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:10.393809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.400737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.431936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b638fc02-d56e-464f-ae7d-d0d7714d8efa tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:10.599798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event updated for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=6']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:10.610579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] No DVR routers for this DVR port f6b6d7dc-6f09-4951-9e88-e9602b3f1409 on host hv-cinder-76675 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:10.612068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.612227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.612523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.612928 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.613201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.613380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.613757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.614150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.614551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.614947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.615341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.615732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.616120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.616245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'name': 'network-vif-deleted', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:10.616603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.616992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.617409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.617796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.618183 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.618568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.618950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.619517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.619902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.620292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.620682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.621067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:10.632923 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8a74f1fd-f041-4219-afef-67edfa6b526c req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "DELETE /v2.0/ports/f6b6d7dc-6f09-4951-9e88-e9602b3f1409 HTTP/1.1" status: 204 len: 173 time: 2.1460006 Dec 17 16:24:10.638056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:10.663557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:10.664262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.665848 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94c7426b-e62a-4965-a938-80227cd10c47 req-06ee9a7f-2ac0-4bd6-8157-c135daa2004e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "PUT /v2.0/ports/e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 943 time: 0.8018394 Dec 17 16:24:10.666427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:10.692958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-f43fac6c-3a57-4aa1-8d0e-c4fa15e68232 req-811c7261-1da2-40bd-88da-0ef6c2cb794b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Synchronizing usage tracker for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:24:10.712274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-f43fac6c-3a57-4aa1-8d0e-c4fa15e68232 req-811c7261-1da2-40bd-88da-0ef6c2cb794b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Unset dirty status for tenant:89c61f31b7b4447bbaa48470acffa837 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:24:10.713615 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f43fac6c-3a57-4aa1-8d0e-c4fa15e68232 req-811c7261-1da2-40bd-88da-0ef6c2cb794b tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=91158f27-623d-4e41-aaef-ea5bcba2afee HTTP/1.1" status: 200 len: 210 time: 0.0776827 Dec 17 16:24:10.730989 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91158f27-623d-4e41-aaef-ea5bcba2afee', 'name': 'network-vif-deleted', 'tag': 'f6b6d7dc-6f09-4951-9e88-e9602b3f1409', 'status': 'completed', 'code': 200} Dec 17 16:24:10.835819 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7e3ff7c8-2150-49d8-8514-cfc8175530c6 req-b33d2032-7448-4b9a-b4e4-5ad0fde03a30 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups/3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d HTTP/1.1" status: 200 len: 2889 time: 0.0655804 Dec 17 16:24:10.901528 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'status': 'completed', 'code': 200} Dec 17 16:24:10.923723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-7e3ff7c8-2150-49d8-8514-cfc8175530c6 req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:10.960867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-7e3ff7c8-2150-49d8-8514-cfc8175530c6 req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:11.014029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-7e3ff7c8-2150-49d8-8514-cfc8175530c6 req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:11.016985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-8c9e2ffd-e1ee-4856-9f83-7afc1f8fe32d None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:24:11.017642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffd-e1ee-4856-9f83-7afc1f8fe32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:11.026353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-116ff528-0521-48c6-ba41-53bb51d7272b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:11.043343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:11.047087 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-7e3ff7c8-2150-49d8-8514-cfc8175530c6 req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:11.048308 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7e3ff7c8-2150-49d8-8514-cfc8175530c6 req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "DELETE /v2.0/security-groups/3f755e41-9ac1-4b09-96b2-ae3eeefd8f2d HTTP/1.1" status: 204 len: 173 time: 0.2022052 Dec 17 16:24:11.049223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:11.241029 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-345ffe8a-10aa-41eb-80f6-7e0fe9e11506 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/floatingips/a3a2479f-f6d5-4af4-9186-75d594dcb2bb HTTP/1.1" status: 200 len: 999 time: 0.1458201 Dec 17 16:24:11.248370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-a6cd635b-ee43-4de9-a1fc-affcca1be75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:11.250036 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-a6cd635b-ee43-4de9-a1fc-affcca1be75e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1163 time: 0.3021560 Dec 17 16:24:11.416042 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:24:11.492369 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e9c0d88d-be31-48ec-924f-39b444638c2d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:24:11.492712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:11.538038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-40fa5fb5-0915-42a7-82ed-cab4c7c6d43c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:11.539592 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-40fa5fb5-0915-42a7-82ed-cab4c7c6d43c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 784 time: 0.2885973 Dec 17 16:24:11.542468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-d490ee23-59cb-4d8a-b1f3-1a313afa5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:11.544003 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-d490ee23-59cb-4d8a-b1f3-1a313afa5ff6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.2655256 Dec 17 16:24:11.555687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-f7d6bf41-d1bb-4d3d-a581-eca8afec01d7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:24:11.557540 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-f7d6bf41-d1bb-4d3d-a581-eca8afec01d7 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0097234 Dec 17 16:24:11.683675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-bd85f878-f848-413a-a8a5-5cde6dde95a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:11.764676 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-49f39e4c-0b8b-4ca0-91a4-f70d093d0b08 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 1002 time: 0.2048478 Dec 17 16:24:11.777382 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-40da46af-a3f5-43cf-a82c-535404447d63 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.1368093 Dec 17 16:24:11.909521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-9f2b01e1-b3a2-4bed-ae85-2af4933dd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:11.911125 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-9f2b01e1-b3a2-4bed-ae85-2af4933dd2e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.1328068 Dec 17 16:24:11.916577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-2dd2260a-54f9-4983-a094-a11231a51544 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:11.917996 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-2dd2260a-54f9-4983-a094-a11231a51544 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports/e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 943 time: 0.1040893 Dec 17 16:24:12.062988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-9cc91a5f-8ee8-474d-be98-48150baada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:12.065228 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-9cc91a5f-8ee8-474d-be98-48150baada30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1457458 Dec 17 16:24:12.231159 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-13ea90ca-16b3-48dc-9ec6-b5e1d7aca713 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.2246439 Dec 17 16:24:12.363134 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-1839e0ce-df91-4f8e-be89-b871dceb1a96 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908354 Dec 17 16:24:12.550025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:12.582471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Deleting port d132bd54-cf10-496d-8c4c-afd553683c18 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:12.582851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:12.681981 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad3ff9bd-731d-413b-be5f-89d51da5204c req-d9051ba2-241c-4dff-b199-97fd76e6402b service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3108947 Dec 17 16:24:13.044015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:13.044651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:13.179213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Calling delete_port for d132bd54-cf10-496d-8c4c-afd553683c18 owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:13.194539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:13.358495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:13.375215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0a7122c2-1dca-45f7-874e-3644fb616fbf tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:13.420107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event deleted for resources: {'Port': ['ID=d132bd54-cf10-496d-8c4c-afd553683c18,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:13.426203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:13.606785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:13.607130 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Floating IP a3a2479f-f6d5-4af4-9186-75d594dcb2bb disassociated (deleted). External IP: 172.28.3.228, port: e9c0d88d-be31-48ec-924f-39b444638c2d. Dec 17 16:24:13.673372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441e7cd-0131-43db-9903-87228067a42a req-cbfd53df-f36e-46fa-a60d-9b4d709fbc9f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:13.675780 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1441e7cd-0131-43db-9903-87228067a42a req-cbfd53df-f36e-46fa-a60d-9b4d709fbc9f tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 945 time: 0.0873551 Dec 17 16:24:13.730373 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1441e7cd-0131-43db-9903-87228067a42a req-3c277d39-59cb-42c2-9be1-9ab98cd04dee tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Dec 17 16:24:13.998965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:24:14.026690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:14.197367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:24:14.208861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] Sync routers for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:24:14.219119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:14.219804 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:14.225436 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:14.282473 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-dd1b24d5-783a-4c34-985d-05cc81415858 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "DELETE /v2.0/floatingips/a3a2479f-f6d5-4af4-9186-75d594dcb2bb HTTP/1.1" status: 204 len: 173 time: 2.0423234 Dec 17 16:24:14.282940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:14.350631 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'status': 'completed', 'code': 200} Dec 17 16:24:14.428621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:14.537391 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-2a68b24a-96c6-49ce-a7a3-4587dcacea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:14.539073 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-2a68b24a-96c6-49ce-a7a3-4587dcacea8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1163 time: 0.1179688 Dec 17 16:24:14.542259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-9f6c205e-b987-49f5-a4f4-b030531ae6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:14.543855 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-9f6c205e-b987-49f5-a4f4-b030531ae6a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 1163 time: 0.2474539 Dec 17 16:24:14.779504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:30Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:14.784489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] Checking router: 79d6bab8-835b-418b-bc94-e3d3d8b62e2b for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:24:14.793886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:14.794750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:14.821029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-d4a38cb6-6cf2-4850-8f9e-d289840e5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:14.823737 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-d4a38cb6-6cf2-4850-8f9e-d289840e5715 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.2721026 Dec 17 16:24:14.825269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-95fa9d15-91c6-477a-afc1-985e8b532427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:14.826733 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-95fa9d15-91c6-477a-afc1-985e8b532427 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 200 len: 908 time: 0.2740602 Dec 17 16:24:14.962349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02dae9-22fd-4678-b6ee-5ac46e8ad108 req-39c392d7-fff2-41ff-8a74-f79af191c6e2 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:14.963697 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-9bd94bf1-78d4-4ffd-b643-76873f0e329e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 217 time: 0.1325567 Dec 17 16:24:14.964686 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a02dae9-22fd-4678-b6ee-5ac46e8ad108 req-39c392d7-fff2-41ff-8a74-f79af191c6e2 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 945 time: 0.0952086 Dec 17 16:24:14.972666 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-e1561253-e8f3-42d9-9d45-dbf5e8f9ddcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 200 len: 217 time: 0.0750012 Dec 17 16:24:15.032342 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6a02dae9-22fd-4678-b6ee-5ac46e8ad108 req-4ea9d4e5-51a7-476e-80df-86e8e6c94e4c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Dec 17 16:24:15.112449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-edd1bf9c-6081-4301-b175-40f3ecbb92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:15.114636 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-edd1bf9c-6081-4301-b175-40f3ecbb92e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.0958421 Dec 17 16:24:15.119611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-179662cd-9026-428e-b07e-2bef86f808e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:15.122254 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-179662cd-9026-428e-b07e-2bef86f808e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 200 len: 853 time: 0.1464350 Dec 17 16:24:15.176566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:15.278381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-365edd00-ad11-44f0-8687-26da2aa4b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:15.283809 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-365edd00-ad11-44f0-8687-26da2aa4b46e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1566973 Dec 17 16:24:15.283809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-fca176e7-f1b0-4468-a736-882a3459a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:15.284515 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-fca176e7-f1b0-4468-a736-882a3459a62d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8f2c44c0-7363-43c3-a7df-39bfa3f1df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1146014 Dec 17 16:24:15.529962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:30Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:15.536239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41fef3-b6c3-442f-aa04-257b52094ee3 None None] The sync data for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb is: [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:21:16Z', 'revision_number': 4, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'cb5b46ef-1b1e-419a-8f80-0b07ea36c346', 'name': '', 'network_id': '8f2c44c0-7363-43c3-a7df-39bfa3f1df26', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'mac_address': 'fa:16:3e:12:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:14Z', 'updated_at': '2020-12-17T16:21:30Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'subnets': [{'id': '54b9dfa3-220c-405b-b8be-bf3220f156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:24:15.557963 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-f951fd48-f993-4cda-a01c-7399edddadd1 service neutron] 10.222.0.37 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707579 Dec 17 16:24:15.561577 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-18aa7e9f-bd0a-41ae-90ff-e0e74fb37151 service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519643 Dec 17 16:24:15.592017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-81a51c53-047f-4e91-a602-f9cc6808aef7 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:15.593753 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-81a51c53-047f-4e91-a602-f9cc6808aef7 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 945 time: 0.1345503 Dec 17 16:24:15.672967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Deleting port e038a182-efcf-4d1a-b895-77f779a7a865 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:15.673384 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:15.841458 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4a80e770-6aa7-48c2-b57f-94d9caa602e2 req-1c633011-6721-4da3-af50-ff3d921e14a2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2764537 Dec 17 16:24:15.843523 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-daa4558b-9e83-4fce-b752-1c3f99abcb01 req-a3e43e8b-ea11-47e0-af8d-1ee33886104a service neutron] 10.222.0.68 "GET /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2546661 Dec 17 16:24:15.967838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] For port e038a182-efcf-4d1a-b895-77f779a7a865, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e038a182-efcf-4d1a-b895-77f779a7a865,segment=NetworkSegment(3b516c38-ba89-40a8-b503-ac704a19430a),segment_id=3b516c38-ba89-40a8-b503-ac704a19430a)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:15.968251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:16.019851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53695dd2-7701-4722-9f22-ccfe310ac6a3 None None] New status for floating IP a3a2479f-f6d5-4af4-9186-75d594dcb2bb: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:24:16.114972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Calling delete_port for e038a182-efcf-4d1a-b895-77f779a7a865 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:16.305577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:16.306059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e2c89-b603-4b02-b416-0bbd51756690 req-10437ff5-9a4d-4461-a146-df9baf375275 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:16.307738 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7d5e2c89-b603-4b02-b416-0bbd51756690 req-10437ff5-9a4d-4461-a146-df9baf375275 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/ports?device_id=6c43e874-e615-4643-819a-4e42bf80152e HTTP/1.1" status: 200 len: 945 time: 0.0966966 Dec 17 16:24:16.335634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5ae39af4-db12-43e4-a044-897cd408ab1e tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:16.362194 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7d5e2c89-b603-4b02-b416-0bbd51756690 req-1b4b8d80-09f8-481c-a990-8cff3d0d3f05 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.37 "GET /v2.0/security-groups?id=305586aa-2b8c-4ed9-be6f-b2e4f519394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Dec 17 16:24:16.506662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Pushing event deleted for resources: {'Port': ['ID=e038a182-efcf-4d1a-b895-77f779a7a865,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:16.511565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:16.551372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] No DVR routers for this DVR port e038a182-efcf-4d1a-b895-77f779a7a865 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:16.558550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:16.560287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c43e874-e615-4643-819a-4e42bf80152e', 'name': 'network-vif-deleted', 'tag': 'e038a182-efcf-4d1a-b895-77f779a7a865'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:16.576075 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e8db4df6-e3c7-4e37-aed3-7d34e9f3c07a req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] 10.222.0.68 "DELETE /v2.0/ports/e038a182-efcf-4d1a-b895-77f779a7a865 HTTP/1.1" status: 204 len: 173 time: 0.9766767 Dec 17 16:24:16.621453 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c43e874-e615-4643-819a-4e42bf80152e', 'name': 'network-vif-deleted', 'tag': 'e038a182-efcf-4d1a-b895-77f779a7a865', 'status': 'completed', 'code': 200} Dec 17 16:24:16.835941 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e038a182-efcf-4d1a-b895-77f779a7a865 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:16.871753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: e038a182-efcf-4d1a-b895-77f779a7a865 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:16.872168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e038a182-efcf-4d1a-b895-77f779a7a865 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:17.491837 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47746) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:17.565639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Deleting subnet 5b903750-744c-45ad-8b9b-e19fcfbd2b50 {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:24:17.569171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:17.623640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826668062'] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:17.686867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:17.967991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827510127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852964387'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:17.984647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-25819ba6-8392-4cec-a123-e1fdae167387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:18.033412 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b903750-744c-45ad-8b9b-e19fcfbd2b50,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:18.045951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:18.139456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:18.151283 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-78b7db70-eef0-455f-babf-eb8b9a6d6b14 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b903750-744c-45ad-8b9b-e19fcfbd2b50 HTTP/1.1" status: 204 len: 168 time: 0.6582305 Dec 17 16:24:18.154043 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47766) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:18.277914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:18.714302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:18.842050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc141fbd-3879-4775-a91f-742a4ea17400']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:18.856944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b516c38-ba89-40a8-b503-ac704a19430a') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:18.857317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b516c38-ba89-40a8-b503-ac704a19430a') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:18.870602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:18.887506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:18.889584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:24:19.079744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Network bc141fbd-3879-4775-a91f-742a4ea17400 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:24:19.091099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.279594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Network bc141fbd-3879-4775-a91f-742a4ea17400 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:19.311476 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:19.394456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.398763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:19.417705 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.429673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc141fbd-3879-4775-a91f-742a4ea17400,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:19.433240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:19.435980 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2cdeb6cc-0b6b-4a73-8a5c-52805c755203 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bc141fbd-3879-4775-a91f-742a4ea17400 HTTP/1.1" status: 204 len: 168 time: 1.2808101 Dec 17 16:24:19.636190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-4d5d3d4f-9126-41c4-bc26-b538160545bb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:19.636978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-4d5d3d4f-9126-41c4-bc26-b538160545bb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:24:19.657033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-4d5d3d4f-9126-41c4-bc26-b538160545bb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:24:19.658533 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-4d5d3d4f-9126-41c4-bc26-b538160545bb tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.1117032 Dec 17 16:24:19.675400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47782) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:19.708094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-43bf2239-a9aa-4eaf-8772-1018f19579e9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Synchronizing usage tracker for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:24:19.723207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-43bf2239-a9aa-4eaf-8772-1018f19579e9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Unset dirty status for tenant:fe4c78b2a39c4472ace95817d0b3f1cd on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:24:19.724489 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-dac1a16f-3e33-49fe-a49e-182bd6781bea req-43bf2239-a9aa-4eaf-8772-1018f19579e9 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595956 Dec 17 16:24:19.732635 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-00eb0d72-1719-4c85-9866-0752ad40f3db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c61f31b7b4447bbaa48470acffa837&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0558789 Dec 17 16:24:19.735259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47786) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:19.813115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.841709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.888258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.893463 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9ffc8c66-be9c-4b70-9ad3-f16441d47072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:19.907335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305586aa-2b8c-4ed9-be6f-b2e4f519394a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:19.910187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:19.918916 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:19.920438 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/305586aa-2b8c-4ed9-be6f-b2e4f519394a HTTP/1.1" status: 204 len: 168 time: 0.1841719 Dec 17 16:24:20.962308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac95f0-b2b2-4d5b-9c3e-36e0acb20862 req-45d82178-b945-4d26-a8f2-edf1461b8d4b tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:20.963870 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9bac95f0-b2b2-4d5b-9c3e-36e0acb20862 req-45d82178-b945-4d26-a8f2-edf1461b8d4b tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.0880702 Dec 17 16:24:21.022272 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9bac95f0-b2b2-4d5b-9c3e-36e0acb20862 req-b299a7fe-1fc1-40eb-b63e-b4fb9fbdef6e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507910 Dec 17 16:24:21.846004 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-48f45648-6542-4f53-aadf-3b6271191c8d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:21.847643 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-48f45648-6542-4f53-aadf-3b6271191c8d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.68 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.0906966 Dec 17 16:24:21.931583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Deleting port e9c0d88d-be31-48ec-924f-39b444638c2d {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:21.931823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:22.292416 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] For port e9c0d88d-be31-48ec-924f-39b444638c2d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e9c0d88d-be31-48ec-924f-39b444638c2d,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:22.292990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:22.653571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Calling delete_port for e9c0d88d-be31-48ec-924f-39b444638c2d owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:22.695539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d886cc-925d-4eca-a049-80a4376bd17a req-8eba9fc8-d11c-44f2-a1cf-f491651dd78c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:22.697317 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d8d886cc-925d-4eca-a049-80a4376bd17a req-8eba9fc8-d11c-44f2-a1cf-f491651dd78c tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/ports?device_id=2dab5400-71e4-4833-be70-20a96402918f HTTP/1.1" status: 200 len: 946 time: 0.5369818 Dec 17 16:24:22.780333 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d8d886cc-925d-4eca-a049-80a4376bd17a req-5957fb4b-5b88-49ef-9f3b-bd95643ce69a tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.37 "GET /v2.0/security-groups?id=1c7cef8f-ba05-4565-b56f-75c1705388d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684891 Dec 17 16:24:22.861508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:22.865207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:22.884002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6363c5d5-1f7d-4f4b-ac47-dcb589dc4cf0 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:22.900943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: e9c0d88d-be31-48ec-924f-39b444638c2d {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:22.901358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e9c0d88d-be31-48ec-924f-39b444638c2d not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:22.936138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Pushing event deleted for resources: {'Port': ['ID=e9c0d88d-be31-48ec-924f-39b444638c2d,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:22.939095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:23.098127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] No DVR routers for this DVR port e9c0d88d-be31-48ec-924f-39b444638c2d on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:23.100538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:23.103517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'name': 'network-vif-deleted', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:23.120068 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4b6faf86-ed65-47df-89f8-48916d48afeb req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] 10.222.0.68 "DELETE /v2.0/ports/e9c0d88d-be31-48ec-924f-39b444638c2d HTTP/1.1" status: 204 len: 173 time: 1.2652321 Dec 17 16:24:23.172368 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab5400-71e4-4833-be70-20a96402918f', 'name': 'network-vif-deleted', 'tag': 'e9c0d88d-be31-48ec-924f-39b444638c2d', 'status': 'completed', 'code': 200} Dec 17 16:24:24.761178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47930) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:25.140953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717745'] for router_interface, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:25.698228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:25.780565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Deleting port cb5b46ef-1b1e-419a-8f80-0b07ea36c346 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:25.781241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:25.987333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] For port cb5b46ef-1b1e-419a-8f80-0b07ea36c346, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:25.987805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:26.121389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Calling delete_port for cb5b46ef-1b1e-419a-8f80-0b07ea36c346 owned by network:router_interface {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:26.511540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:26.529791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0459fe24-a6d9-48de-aa9e-49d5571678a4 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:26.583539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5b46ef-1b1e-419a-8f80-0b07ea36c346,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:26.596562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:26.953713 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3196726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717595'] for router_interface, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:27.461760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47974) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:27.661917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:27.681793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:24:27.686276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Usage tracker for resource:security_group_rule and tenant:af9583c585ca427fa3bea3f73a576bce is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:24:27.689461 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:24:27.695878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:24:27.744505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:24:27.807379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:27.811130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:27.822035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a5cdeae6-12e0-487c-bc1b-9c5e344f8c76 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:27.879015 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af9583c585ca427fa3bea3f73a576bce&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4160221 Dec 17 16:24:27.882268 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 47990) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:27.898204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f719b9fc-9cc9-4ecb-b592-ad227ff2305c,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:27.904162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:27.973937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:27.999610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:24:28.011647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] Sync routers for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:24:28.013231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.025038 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] 10.222.0.37 "PUT /v2.0/routers/79d6bab8-835b-418b-bc94-e3d3d8b62e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2601671 Dec 17 16:24:28.025281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:28.025407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:28.025574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 47996) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:28.077000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.085001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c48befa1-2028-4d4f-9028-77500acba81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:28.100058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f719b9fc-9cc9-4ecb-b592-ad227ff2305c,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:28.110159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:28.117584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.118579 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f719b9fc-9cc9-4ecb-b592-ad227ff2305c HTTP/1.1" status: 204 len: 168 time: 0.2353482 Dec 17 16:24:28.306669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.434919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:28.688305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.702538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Deleting port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:28.703267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.711588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48014) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:28.733235 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.754136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:24:28.760841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Usage tracker for resource:security_group_rule and tenant:5d96b67f51e14143813662588a403a95 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:24:28.764217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:24:28.772843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:24:28.851076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:24:26Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:28.856000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] Checking router: 79d6bab8-835b-418b-bc94-e3d3d8b62e2b for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:24:28.866557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] Routers {'79d6bab8-835b-418b-bc94-e3d3d8b62e2b'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:28.867521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:28.873402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.876998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:28.891044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-983ed729-091a-45d5-9c0f-c7ac0a00024b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:28.941869 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d96b67f51e14143813662588a403a95&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2251046 Dec 17 16:24:28.941869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4b4406-3135-4fee-8832-4eaf5056c758,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:28.943574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48018) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:28.944231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:28.970498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] For port 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6ac33aef-e0fb-4cbc-ad77-85d38487d3d6,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:28.970892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.071830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] Set router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:29.129911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Calling delete_port for 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 owned by network:router_gateway {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:29.215733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.261761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.358917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.plugins.ml2.ovo_rpc [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: result = function(*args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: proto.__init__(conn_state, self) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: self.handle() Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: self.handle_one_request() Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: self.handle_one_response() Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: result = self.application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return app(environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self.application) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return request.get_response(self.application) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: response = req.get_response(self._app) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: application, catch_exc_info=False) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: app_iter = application(self.environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return resp(environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return resp(environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: response = self.app(environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return resp(environ, start_response) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: resp = self.call_func(req, *args, **kw) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: return self.func(req, *args, **kwargs) Dec 17 16:24:29.369654 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: result = method(request=request, **args) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return self._delete(request, id, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(*dup_args, **dup_kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: obj_deleter(request.context, id, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return method(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(*dup_args, **dup_kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: self._delete_current_gw_port(context, id, router, None) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: admin_ctx, gw_port_id, l3_port_check=False) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, context, *args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return method(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: context, port, router_ids, bound_mech_contexts) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: return function(*args, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: callback(resource, event, trigger, **kwargs) Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: if self._is_session_semantic_violated(context, resource, event): Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: stack = traceback.extract_stack() Dec 17 16:24:29.377912 dv-cinder-766752-2-smb neutron-server[80222]: Dec 17 16:24:29.385209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:24:26Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:29.390092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346aa5-0b79-4ed9-bb6d-46cefba30249 None None] The sync data for ids ['79d6bab8-835b-418b-bc94-e3d3d8b62e2b'] in dv-cinder-766752-2-smb is: [{'id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'name': 'tempest-TestMinimumBasicScenario-248233236-router', 'tenant_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:21:04Z', 'updated_at': '2020-12-17T16:24:26Z', 'revision_number': 5, 'project_id': 'fe4c78b2a39c4472ace95817d0b3f1cd', 'gw_port': {'id': '6ac33aef-e0fb-4cbc-ad77-85d38487d3d6', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d6bab8-835b-418b-bc94-e3d3d8b62e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:21:07Z', 'updated_at': '2020-12-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:24:29.496004 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.505618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b32a1e7f-a9ad-40fd-bb8a-8814e53238d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:29.532607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4b4406-3135-4fee-8832-4eaf5056c758,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:29.537843 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:29.567890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.569111 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3d41843d-1c2b-453f-9fb9-a88833bed705 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de4b4406-3135-4fee-8832-4eaf5056c758 HTTP/1.1" status: 204 len: 168 time: 0.6252403 Dec 17 16:24:29.652288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854069878'] for router_gateway, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.676585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device cb5b46ef-1b1e-419a-8f80-0b07ea36c346 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:29.738761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: cb5b46ef-1b1e-419a-8f80-0b07ea36c346 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:29.739156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device cb5b46ef-1b1e-419a-8f80-0b07ea36c346 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:29.806498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-712083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-205072'] for router, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.808943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.895930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-712053'] for router, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.896499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d6bab8-835b-418b-bc94-e3d3d8b62e2b {{(pid=80333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:24:29.906161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:29.910370 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-313ed705-6ca4-424a-8a8c-5857d09dd1d9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/79d6bab8-835b-418b-bc94-e3d3d8b62e2b HTTP/1.1" status: 204 len: 168 time: 1.8808117 Dec 17 16:24:29.910668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48032) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:29.985601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Deleting subnet 54b9dfa3-220c-405b-b8be-bf3220f156d2 {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:24:29.987639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:30.044475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826668062'] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:30.420559 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:30.764341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827510127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852964387'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:30.786602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-64da79a4-77bd-464c-83ca-7741cc0d9c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:30.836150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b9dfa3-220c-405b-b8be-bf3220f156d2,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:30.840942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:30.978820 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:30.984856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea36a1-ce7e-47a5-a7d8-49a059592cff None None] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:24:30.985823 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6fdb3eb7-a50b-411e-a4fb-5a2cff660d19 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/54b9dfa3-220c-405b-b8be-bf3220f156d2 HTTP/1.1" status: 204 len: 168 time: 1.0737369 Dec 17 16:24:30.988327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48076) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:31.135179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:31.227212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598964d-ba79-4934-839d-0109be41ec41 req-e764533e-9d34-434d-b81e-a55e5ba10bc6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:31.231094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Deleting port df5b044d-5eac-490c-a800-2802895fc609 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:31.231524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:31.236286 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2598964d-ba79-4934-839d-0109be41ec41 req-e764533e-9d34-434d-b81e-a55e5ba10bc6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1335316 Dec 17 16:24:31.318569 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2598964d-ba79-4934-839d-0109be41ec41 req-43592a09-0f03-42c7-9c57-9389617153c3 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798011 Dec 17 16:24:31.359985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] DHCP port deletion for 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 request from dv-cinder-766752-2-smb {{(pid=80335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 17 16:24:31.364791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Deleting port df5b044d-5eac-490c-a800-2802895fc609 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:31.365277 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:31.590399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] For port df5b044d-5eac-490c-a800-2802895fc609, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=df5b044d-5eac-490c-a800-2802895fc609,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:31.591557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:31.601455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] For port df5b044d-5eac-490c-a800-2802895fc609, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=df5b044d-5eac-490c-a800-2802895fc609,segment=NetworkSegment(193f4960-da0a-429e-af3d-d2887ef5b189),segment_id=193f4960-da0a-429e-af3d-d2887ef5b189)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:31.601685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:31.749597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Calling delete_port for df5b044d-5eac-490c-a800-2802895fc609 owned by network:dhcp {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:31.874948 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:31.918395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d90c7e7c-76d9-4bfc-9562-45f42a30a097 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:31.955895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Calling delete_port for df5b044d-5eac-490c-a800-2802895fc609 owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:31.966675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Pushing event deleted for resources: {'Port': ['ID=df5b044d-5eac-490c-a800-2802895fc609,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:31.979630 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:32.072321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] No DVR routers for this DVR port df5b044d-5eac-490c-a800-2802895fc609 on host dv-cinder-766752-2-smb {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:32.114148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device df5b044d-5eac-490c-a800-2802895fc609 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:32.152554 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:24:32.152967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:24:32.153741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: df5b044d-5eac-490c-a800-2802895fc609 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:32.154131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device df5b044d-5eac-490c-a800-2802895fc609 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:32.154604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:32.191534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:32.191899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6ac33aef-e0fb-4cbc-ad77-85d38487d3d6 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:32.241535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.361735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2c44c0-7363-43c3-a7df-39bfa3f1df26']}} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:32.381039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193f4960-da0a-429e-af3d-d2887ef5b189') {'for_net_delete': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:32.381405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193f4960-da0a-429e-af3d-d2887ef5b189') {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:32.396593 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28107771'] for segment, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.421861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.424806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:24:32.564985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721ab37-a0c6-42d5-a577-54a8950ab6d5 req-cc613560-5e8e-4d9e-8d15-88bc660493a2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:32.566634 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6721ab37-a0c6-42d5-a577-54a8950ab6d5 req-cc613560-5e8e-4d9e-8d15-88bc660493a2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0946410 Dec 17 16:24:32.615898 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:24:32.626072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27266099'] for segment, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.627631 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6721ab37-a0c6-42d5-a577-54a8950ab6d5 req-d17794a4-441c-4d32-b4fb-c8462f9077ce tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506363 Dec 17 16:24:32.654173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Deleting port df5b044d-5eac-490c-a800-2802895fc609 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:32.654765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.727595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-25058336-4b79-4e6c-b821-ccf8efc0830e None None] The port 'df5b044d-5eac-490c-a800-2802895fc609' was deleted {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 17 16:24:32.829448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Network 8f2c44c0-7363-43c3-a7df-39bfa3f1df26 has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:32.855662 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:32.944612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.948863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:32.963422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:32.975535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2c44c0-7363-43c3-a7df-39bfa3f1df26,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:32.979272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:32.991674 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] 10.222.0.37 "DELETE /v2.0/networks/8f2c44c0-7363-43c3-a7df-39bfa3f1df26 HTTP/1.1" status: 204 len: 168 time: 2.0020301 Dec 17 16:24:33.232777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48154) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:33.287740 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ed52c736-ddcb-43c3-91d1-d91c064434ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe4c78b2a39c4472ace95817d0b3f1cd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0534906 Dec 17 16:24:33.290661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48160) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:33.357506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:33.391161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:33.441227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:33.446499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fde8ed65-b860-427e-a33d-01491122487a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:33.460640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7cef8f-ba05-4565-b56f-75c1705388d3,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:33.465441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:33.481887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:33.483461 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c7cef8f-ba05-4565-b56f-75c1705388d3 HTTP/1.1" status: 204 len: 168 time: 0.1918230 Dec 17 16:24:33.884202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262aa3-c8d6-459e-971b-ec94e52f83b8 req-c3d45318-e150-4a20-a04e-9bb9e0b60198 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:33.885821 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3b262aa3-c8d6-459e-971b-ec94e52f83b8 req-c3d45318-e150-4a20-a04e-9bb9e0b60198 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0946569 Dec 17 16:24:33.940053 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3b262aa3-c8d6-459e-971b-ec94e52f83b8 req-a627cc1b-4860-460c-a82e-59e39ef48831 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471420 Dec 17 16:24:35.181066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4e7d-9a01-4761-afd6-3c3d6056951c req-6943eacb-935d-4a18-bc34-4cc47628e80d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:35.182747 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ba9f4e7d-9a01-4761-afd6-3c3d6056951c req-6943eacb-935d-4a18-bc34-4cc47628e80d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0922706 Dec 17 16:24:35.232705 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ba9f4e7d-9a01-4761-afd6-3c3d6056951c req-dd308166-cb08-4c03-91a9-3af580630c1e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Dec 17 16:24:36.521177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a298d3-5106-4381-8dcc-28ca6f2d48b6 req-b8eda7c6-732f-4780-ad4c-586ef276789b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:36.522850 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b7a298d3-5106-4381-8dcc-28ca6f2d48b6 req-b8eda7c6-732f-4780-ad4c-586ef276789b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1232851 Dec 17 16:24:36.573527 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b7a298d3-5106-4381-8dcc-28ca6f2d48b6 req-e2e1d098-941d-4089-97f4-46fa1390b63c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Dec 17 16:24:36.672742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e6938-9727-425b-9aac-6348681d9e58 req-3363be76-ab27-4b3d-9703-fdcc9e54100f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:36.674508 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f03e6938-9727-425b-9aac-6348681d9e58 req-3363be76-ab27-4b3d-9703-fdcc9e54100f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.1146548 Dec 17 16:24:36.729374 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f03e6938-9727-425b-9aac-6348681d9e58 req-e920135b-9ad6-4670-a64b-e449614ee36f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482254 Dec 17 16:24:37.822987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2f7b-ad33-40fc-aa60-9998c91eb14c req-bde997d5-837c-460e-8026-8149e475a9cd tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:37.824623 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e9b2f7b-ad33-40fc-aa60-9998c91eb14c req-bde997d5-837c-460e-8026-8149e475a9cd tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0956209 Dec 17 16:24:37.886607 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e9b2f7b-ad33-40fc-aa60-9998c91eb14c req-2e65aec7-7d7e-4300-a36b-786adc4a422d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542607 Dec 17 16:24:37.968010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c64ad-821d-4499-8399-d8891530f8dd req-3eb2d5e7-afdc-4ee7-ba80-b847b4daee13 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:37.969706 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7e4c64ad-821d-4499-8399-d8891530f8dd req-3eb2d5e7-afdc-4ee7-ba80-b847b4daee13 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.0922306 Dec 17 16:24:38.023444 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7e4c64ad-821d-4499-8399-d8891530f8dd req-472acc03-d34e-4a3c-8183-b57870925857 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441716 Dec 17 16:24:38.757920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047af695-0749-47fc-859d-73486ff90bf7 req-8f36e38c-3a1e-4caa-8815-067921148c13 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:38.759573 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-047af695-0749-47fc-859d-73486ff90bf7 req-8f36e38c-3a1e-4caa-8815-067921148c13 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 946 time: 0.0867126 Dec 17 16:24:38.841405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:38.841925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.018671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 5a7e2c1f-b549-45ab-b275-e6e181e7f25a no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:39.128270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] For port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:39.128864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.169647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ee248-66c0-41fd-9391-cce8d317fcf6 req-6bccdedb-b4d5-4b45-869b-efb948f6c2e6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:39.170023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.172045 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2d1ee248-66c0-41fd-9391-cce8d317fcf6 req-6bccdedb-b4d5-4b45-869b-efb948f6c2e6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1326540 Dec 17 16:24:39.215118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:39.225000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ca378e38-159c-4ce8-84d2-97f478bdb3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.228999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:39.234063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.235440 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2d1ee248-66c0-41fd-9391-cce8d317fcf6 req-6500521b-7759-4ccd-b8ea-b648b5bbc918 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565498 Dec 17 16:24:39.237166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:39.367825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:39.384199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.385027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.385612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.386216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.386842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.387578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.388329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.388666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.389323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.389950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.390571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.391287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.392671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.393340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.393957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.394739 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.395707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.396005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.396537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.397181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.397809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.398425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.399046 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.399768 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:39.401689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39199d80-b43b-48f0-afa7-bf53c1d58da2 req-60a7211f-7a3c-4853-8aea-2cd3080868a8 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:39.403344 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39199d80-b43b-48f0-afa7-bf53c1d58da2 req-60a7211f-7a3c-4853-8aea-2cd3080868a8 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 944 time: 0.1987443 Dec 17 16:24:39.410114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:39.564792 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39199d80-b43b-48f0-afa7-bf53c1d58da2 req-51784239-5ecb-4376-80f1-73855e37b32b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341796 Dec 17 16:24:39.607054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.607288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:39.607607 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Floating IP 13342ff2-6c39-456b-b118-f2d081339622 disassociated. External IP: 172.28.3.97, port: 5a7e2c1f-b549-45ab-b275-e6e181e7f25a. Dec 17 16:24:39.607987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for 5a7e2c1f-b549-45ab-b275-e6e181e7f25a owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:39.678541 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'code': 200} Dec 17 16:24:39.935502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:24:39.936275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:24:40.461442 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:40.461790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:40.639615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a6f13-28f2-40f6-9fcb-88c9be0a5f0d req-70b09c2b-d20c-4065-92b6-6ddbe8baca05 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:40.641364 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-150a6f13-28f2-40f6-9fcb-88c9be0a5f0d req-70b09c2b-d20c-4065-92b6-6ddbe8baca05 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.2152460 Dec 17 16:24:40.787639 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-150a6f13-28f2-40f6-9fcb-88c9be0a5f0d req-5180d32b-2edf-42be-91f4-b74f0a9374d5 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350725 Dec 17 16:24:40.795530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0e1a-a934-43ae-943e-da9115459617 req-0d1c82e5-43b0-4add-8ba6-b5845dfa77bf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:40.797386 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ab7e0e1a-a934-43ae-943e-da9115459617 req-0d1c82e5-43b0-4add-8ba6-b5845dfa77bf tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 944 time: 0.0953062 Dec 17 16:24:40.819373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] For port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:40.819791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:40.861406 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ab7e0e1a-a934-43ae-943e-da9115459617 req-6bff6397-985a-4386-bd4b-3236bf1e251f tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups?id=547eb2e7-5441-4442-b9ea-073b4c6abda0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559576 Dec 17 16:24:41.148584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:41.149182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:41.149279 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Floating IP 13342ff2-6c39-456b-b118-f2d081339622 disassociated. External IP: 172.28.3.97, port: 5a7e2c1f-b549-45ab-b275-e6e181e7f25a. Dec 17 16:24:41.149626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for 5a7e2c1f-b549-45ab-b275-e6e181e7f25a owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:41.224280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:24:41.307789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:24:41.308227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:41.308748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:41.325360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-61e8f506-5000-45df-a692-def0f965c214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:41.372540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event deleted for resources: {'Port': ['ID=5a7e2c1f-b549-45ab-b275-e6e181e7f25a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:41.379618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:41.687479 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6fdebd6-06ad-4c6c-9a95-5f51db7b901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:41.709608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Router b342b183-9a0a-456d-9f40-fce7ab53578c has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:24:41.914396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:24:41.930878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:24:41.946152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:41.947494 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:41.958905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] No DVR routers for this DVR port 5a7e2c1f-b549-45ab-b275-e6e181e7f25a on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:41.961645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:41.965035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'name': 'network-vif-deleted', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:41.988537 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-047af695-0749-47fc-859d-73486ff90bf7 req-20be26c9-10fc-480a-ab4d-2cb765c4618b tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.68 "DELETE /v2.0/ports/5a7e2c1f-b549-45ab-b275-e6e181e7f25a HTTP/1.1" status: 204 len: 173 time: 3.2223604 Dec 17 16:24:42.081918 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a4fdc915-2591-4966-aaa7-fe589121e846 req-865aeac9-567c-431c-a60d-c1691f775015 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/ports?device_id=d0be2c5c-16f7-4f41-8d82-93c40231de27 HTTP/1.1" status: 200 len: 210 time: 0.0680571 Dec 17 16:24:42.177728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060cbb7-3b24-4267-a114-4a2bd3171b6d req-0de14a0d-4caa-4714-9e78-e18eb8cd7dd1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:42.189883 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6060cbb7-3b24-4267-a114-4a2bd3171b6d req-0de14a0d-4caa-4714-9e78-e18eb8cd7dd1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1902447 Dec 17 16:24:42.200211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:42.223509 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0be2c5c-16f7-4f41-8d82-93c40231de27', 'name': 'network-vif-deleted', 'tag': '5a7e2c1f-b549-45ab-b275-e6e181e7f25a', 'status': 'completed', 'code': 200} Dec 17 16:24:42.258903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6060cbb7-3b24-4267-a114-4a2bd3171b6d req-9804fb8a-18e4-4a26-b1c9-5dcdf77b77a7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662041 Dec 17 16:24:42.554354 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:42.568246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:42.572480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:24:42.583445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:42.584274 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:42.782009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:43.194423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:43.259329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48242) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:43.300129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:43.319577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae02d49-e3d9-4928-9eff-37f8c58743ff None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:18:43Z', 'revision_number': 4, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '6c9c62ea-6c5f-47b2-a681-be28fadc8870', 'name': '', 'network_id': '4959f950-5eaa-4abc-9622-a33849ffb6b2', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'mac_address': 'fa:16:3e:72:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:57Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'subnets': [{'id': '70e64b3a-8a58-4102-b0d0-836db3a6043e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:24:43.343241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:43.379432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:43.493784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:43.502449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-32f121b7-720b-4d6c-a022-5bb97d72e232 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:43.521406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event deleted for resources: {'SecurityGroup': ['ID=547eb2e7-5441-4442-b9ea-073b4c6abda0,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:43.535364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.535775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.536184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.536589 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.536989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.537417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.537809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.538204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.538597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.538990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.539389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.539785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.540261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.540655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.541263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.542201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.542598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.543016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.543575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.544035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.544700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.545114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.545518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.545907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:24:43.555639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:43.564098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:43.567796 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "DELETE /v2.0/security-groups/547eb2e7-5441-4442-b9ea-073b4c6abda0 HTTP/1.1" status: 204 len: 168 time: 0.3049321 Dec 17 16:24:43.573634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48256) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:43.589420 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea2c94-21e6-47d4-80f4-1c1ae740ffba req-21f49f4c-265e-4933-b018-e57749e1f28c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:43.591234 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a0ea2c94-21e6-47d4-80f4-1c1ae740ffba req-21f49f4c-265e-4933-b018-e57749e1f28c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1591027 Dec 17 16:24:43.608093 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.v2.resource [None req-b1db099e-5593-4120-bddc-c0dc4215256e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] show failed (client error): The resource could not be found. Dec 17 16:24:43.612505 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b1db099e-5593-4120-bddc-c0dc4215256e tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "GET /v2.0/security-groups/547eb2e7-5441-4442-b9ea-073b4c6abda0 HTTP/1.1" status: 404 len: 347 time: 0.0341146 Dec 17 16:24:43.613198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48260) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:43.664619 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a0ea2c94-21e6-47d4-80f4-1c1ae740ffba req-79b40882-812e-47ee-a3df-7e2bdebe7626 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643024 Dec 17 16:24:43.793433 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port 512b1567-861c-4f91-99cb-00957632a70a {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:43.793812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:43.852553 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40ee6-8457-453e-8daa-4582afe22b83 None None] New status for floating IP 13342ff2-6c39-456b-b118-f2d081339622: DOWN {{(pid=80335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:24:44.007841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:44.008223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:44.092747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:44.142247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for 512b1567-861c-4f91-99cb-00957632a70a owned by network:floatingip {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:44.247376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:24:44.247944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:24:44.749535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Deleting port 512b1567-861c-4f91-99cb-00957632a70a {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:44.749936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:45.029316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:45.029694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:45.166459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07376d9-ed62-4259-9401-bb9fb1b56da6 req-634c6b0b-4f23-44ad-8ad9-0a1e916a8c04 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:45.168104 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f07376d9-ed62-4259-9401-bb9fb1b56da6 req-634c6b0b-4f23-44ad-8ad9-0a1e916a8c04 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.3075857 Dec 17 16:24:45.175367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Calling delete_port for 512b1567-861c-4f91-99cb-00957632a70a owned by network:floatingip {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:45.271456 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f07376d9-ed62-4259-9401-bb9fb1b56da6 req-f2744de0-4880-43e3-ab58-6ab311d59138 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678229 Dec 17 16:24:45.396925 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:45.623186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:24:45.666927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fd69f2dd-0f62-444a-8941-02b7a01e8923 tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:45.797471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Pushing event deleted for resources: {'Port': ['ID=512b1567-861c-4f91-99cb-00957632a70a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:45.804736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:45.897862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks [] for floatingip, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:45.915897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:45.919963 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2897f805-648d-44a1-a480-60e57b5a2db7 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] 10.222.0.37 "DELETE /v2.0/floatingips/13342ff2-6c39-456b-b118-f2d081339622 HTTP/1.1" status: 204 len: 168 time: 2.3027406 Dec 17 16:24:46.615010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e853f-bcc6-4366-8f30-93962b77d0d7 req-845332bf-b977-4bfa-b975-94fdd08f5e0e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:46.616905 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-214e853f-bcc6-4366-8f30-93962b77d0d7 req-845332bf-b977-4bfa-b975-94fdd08f5e0e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1547496 Dec 17 16:24:46.681305 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-214e853f-bcc6-4366-8f30-93962b77d0d7 req-a7cde714-9734-4d3c-97d8-13b0a4034213 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496755 Dec 17 16:24:48.027099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e05298-4f3a-4adf-a444-acfb985bf5f3 req-9f2518c0-16d1-4dac-877b-1b1b4d6a732a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:48.036195 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a1e05298-4f3a-4adf-a444-acfb985bf5f3 req-9f2518c0-16d1-4dac-877b-1b1b4d6a732a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1355276 Dec 17 16:24:48.101755 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a1e05298-4f3a-4adf-a444-acfb985bf5f3 req-473c35d7-688e-4589-9b88-aeff27c3305d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645664 Dec 17 16:24:49.379830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092d100-fbe1-4c06-a8da-3b2460b38d77 req-a615ea8d-7c14-4dea-bc40-2da6f4f3f8bd tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:49.381520 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4092d100-fbe1-4c06-a8da-3b2460b38d77 req-a615ea8d-7c14-4dea-bc40-2da6f4f3f8bd tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1101644 Dec 17 16:24:49.449130 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4092d100-fbe1-4c06-a8da-3b2460b38d77 req-d9e95699-7a8b-4a51-b418-03153074cf45 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607033 Dec 17 16:24:50.362902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48348) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:50.975993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cad8d7-006f-4e05-8177-071cbfad7a13 req-1dd0838f-571f-4e99-a0e8-99e44f12368f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:50.978342 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94cad8d7-006f-4e05-8177-071cbfad7a13 req-1dd0838f-571f-4e99-a0e8-99e44f12368f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.2934170 Dec 17 16:24:51.129729 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94cad8d7-006f-4e05-8177-071cbfad7a13 req-63d54b3c-33c3-47c7-8be1-f6c5e78b616f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392133 Dec 17 16:24:51.295186 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717745'] for router_interface, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:51.998228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Deleting port 6c9c62ea-6c5f-47b2-a681-be28fadc8870 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:51.999428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:52.206534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] For port 6c9c62ea-6c5f-47b2-a681-be28fadc8870, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=6c9c62ea-6c5f-47b2-a681-be28fadc8870,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:52.206945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:52.372992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Calling delete_port for 6c9c62ea-6c5f-47b2-a681-be28fadc8870 owned by network:router_interface {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:52.536546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85f955-ecd8-4431-9034-833985c3300a req-c3f8d63e-7314-477b-83fa-a85b60e6dba1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:52.549485 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0b85f955-ecd8-4431-9034-833985c3300a req-c3f8d63e-7314-477b-83fa-a85b60e6dba1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.2317219 Dec 17 16:24:52.632880 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0b85f955-ecd8-4431-9034-833985c3300a req-4d995204-0ef3-4558-8aa4-c7596b9ac148 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707681 Dec 17 16:24:52.663913 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:52.686333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-decc419b-1834-4585-8fb5-df6fe99df9b0 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:52.744506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9c62ea-6c5f-47b2-a681-be28fadc8870,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:52.762372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:53.187504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3196726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717595'] for router_interface, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:54.176865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7071676-e5e6-42f2-b9f9-b72806a5bc50 req-272f0836-6b8c-4458-ba8e-63b5e3b9d3d2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:54.179010 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a7071676-e5e6-42f2-b9f9-b72806a5bc50 req-272f0836-6b8c-4458-ba8e-63b5e3b9d3d2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.3231611 Dec 17 16:24:54.244430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Router b342b183-9a0a-456d-9f40-fce7ab53578c has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:24:54.249132 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a7071676-e5e6-42f2-b9f9-b72806a5bc50 req-b09ae504-d18a-4d25-817e-d24e47df4e2a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609484 Dec 17 16:24:54.492000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:24:54.495485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] Sync routers for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:24:54.504896 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0c2f0a54-4e6e-4f17-bc0f-a5a339838aa8 admin admin] 10.222.0.37 "PUT /v2.0/routers/b342b183-9a0a-456d-9f40-fce7ab53578c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385069 Dec 17 16:24:54.505231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48388) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:54.510910 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:54.511693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:54.710742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:54.717669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks [] for router, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:54.909339 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:54.914901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Deleting port 15bcf5cd-f605-4a6f-bd76-57c970f907fc {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:54.915374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:55.027103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:24:52Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:55.031750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] Checking router: b342b183-9a0a-456d-9f40-fce7ab53578c for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:24:55.043174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] Routers {'b342b183-9a0a-456d-9f40-fce7ab53578c'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:24:55.043847 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:24:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['b342b183-9a0a-456d-9f40-fce7ab53578c'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:55.106459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] For port 15bcf5cd-f605-4a6f-bd76-57c970f907fc, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=15bcf5cd-f605-4a6f-bd76-57c970f907fc,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:55.106857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:55.238141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] Set router b342b183-9a0a-456d-9f40-fce7ab53578c gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:24:55.259887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Calling delete_port for 15bcf5cd-f605-4a6f-bd76-57c970f907fc owned by network:router_gateway {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:55.478473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:55.575769 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02a30-7a68-4e66-a8c0-109169ca8414 req-7edc25d3-dd8c-4180-9ef4-1530608b9638 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:55.577828 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cce02a30-7a68-4e66-a8c0-109169ca8414 req-7edc25d3-dd8c-4180-9ef4-1530608b9638 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1199193 Dec 17 16:24:55.598752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:24:52Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:55.603660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b844-7e9c-48a8-9b2b-15a7838999f1 None None] The sync data for ids ['b342b183-9a0a-456d-9f40-fce7ab53578c'] in dv-cinder-766752-2-smb is: [{'id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'name': 'tempest-AttachVolumeTestJSON-1954697190-router', 'tenant_id': 'e2eec649905c4f93b82b9e2faba8429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:35Z', 'updated_at': '2020-12-17T16:24:52Z', 'revision_number': 5, 'project_id': 'e2eec649905c4f93b82b9e2faba8429b', 'gw_port': {'id': '15bcf5cd-f605-4a6f-bd76-57c970f907fc', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342b183-9a0a-456d-9f40-fce7ab53578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:36Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:24:55.604594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-b76dbdff-3f14-4644-a37b-b83c01f4a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:55.606310 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-b76dbdff-3f14-4644-a37b-b83c01f4a595 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1163 time: 0.2112429 Dec 17 16:24:55.639010 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cce02a30-7a68-4e66-a8c0-109169ca8414 req-a786698d-3ea4-493d-a01a-a886f116d31d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519352 Dec 17 16:24:55.715849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6c9c62ea-6c5f-47b2-a681-be28fadc8870 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:55.752675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:55.759432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 6c9c62ea-6c5f-47b2-a681-be28fadc8870 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:55.759831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 6c9c62ea-6c5f-47b2-a681-be28fadc8870 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:55.828002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854069878'] for router_gateway, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:55.956422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-deedf4c5-e06e-4065-bb41-afebfd4a0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:55.958073 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-deedf4c5-e06e-4065-bb41-afebfd4a0e02 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.3422987 Dec 17 16:24:56.279032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-712083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-205072'] for router, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.284833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.326877 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-5b53c665-8efa-4fa5-85c8-4e5da4633a74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 1002 time: 0.3608067 Dec 17 16:24:56.327552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-712053'] for router, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.328144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b342b183-9a0a-456d-9f40-fce7ab53578c {{(pid=80333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:24:56.392386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.393649 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9f1e6380-6be6-41b6-b87e-b7cb13402d38 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b342b183-9a0a-456d-9f40-fce7ab53578c HTTP/1.1" status: 204 len: 168 time: 1.8873701 Dec 17 16:24:56.402059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48410) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:56.409639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-01214584-4fc7-4396-bb67-8390195bb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:56.411279 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-01214584-4fc7-4396-bb67-8390195bb3e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0765035 Dec 17 16:24:56.480517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Deleting subnet 70e64b3a-8a58-4102-b0d0-836db3a6043e {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:24:56.484109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.508952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-bf267c74-586e-4303-9a68-82df2673dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:56.510746 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-bf267c74-586e-4303-9a68-82df2673dd69 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928445 Dec 17 16:24:56.556255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.688817 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-7b0e0bc4-d6b0-4dd7-9c06-628b9dc01b91 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702950 Dec 17 16:24:56.718744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:56.890516 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b61d330d-b8bc-4199-a730-6f9283faabb0 req-14d1a5cd-26a8-4600-86ea-2ee9cd0f7272 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1946676 Dec 17 16:24:56.930634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e0e02-ba8f-43ca-ba58-403646741637 req-adc6778b-a513-40dd-b791-dbf3d2cca744 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:56.932349 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-569e0e02-ba8f-43ca-ba58-403646741637 req-adc6778b-a513-40dd-b791-dbf3d2cca744 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1134973 Dec 17 16:24:56.989098 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-569e0e02-ba8f-43ca-ba58-403646741637 req-470130d2-40cf-45b3-add5-87d617527f55 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Dec 17 16:24:57.037355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.054113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e502227b-539a-45d3-a623-95c2b7f5e8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:57.093679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e64b3a-8a58-4102-b0d0-836db3a6043e,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:57.099135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:57.193496 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.198633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d510f2-0660-488e-89f4-26e8054bb9e3 None None] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:24:57.200070 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-47ccc98a-fa86-4f0c-a861-83b3ab5d7aef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70e64b3a-8a58-4102-b0d0-836db3a6043e HTTP/1.1" status: 204 len: 168 time: 0.7968452 Dec 17 16:24:57.202699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48422) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:57.327778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.398852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Deleting port 28167208-c638-4c76-938b-e13f561816dd {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:57.399095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.466443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] DHCP port deletion for 4959f950-5eaa-4abc-9622-a33849ffb6b2 request from dv-cinder-766752-2-smb {{(pid=80335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 17 16:24:57.471807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Deleting port 28167208-c638-4c76-938b-e13f561816dd {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:57.472503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.631192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] For port 28167208-c638-4c76-938b-e13f561816dd, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=28167208-c638-4c76-938b-e13f561816dd,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:57.631599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.702575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] For port 28167208-c638-4c76-938b-e13f561816dd, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=28167208-c638-4c76-938b-e13f561816dd,segment=NetworkSegment(23cb847b-714d-4903-ab87-481171ada078),segment_id=23cb847b-714d-4903-ab87-481171ada078)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:57.703013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.714096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 15bcf5cd-f605-4a6f-bd76-57c970f907fc no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:57.763759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Calling delete_port for 28167208-c638-4c76-938b-e13f561816dd owned by network:dhcp {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:57.842798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:57.860791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:57.865114 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 15bcf5cd-f605-4a6f-bd76-57c970f907fc {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:57.865468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 15bcf5cd-f605-4a6f-bd76-57c970f907fc not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:57.865927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 28167208-c638-4c76-938b-e13f561816dd no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:57.902297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Calling delete_port for 28167208-c638-4c76-938b-e13f561816dd owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:24:57.912173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Pushing event deleted for resources: {'Port': ['ID=28167208-c638-4c76-938b-e13f561816dd,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:57.917143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:57.945536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 28167208-c638-4c76-938b-e13f561816dd {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:24:57.945983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 28167208-c638-4c76-938b-e13f561816dd not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:24:58.003811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:24:58.004224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:24:58.012411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] No DVR routers for this DVR port 28167208-c638-4c76-938b-e13f561816dd on host dv-cinder-766752-2-smb {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:24:58.143206 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:58.505197 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Deleting port 28167208-c638-4c76-938b-e13f561816dd {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:24:58.505720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:58.549272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4959f950-5eaa-4abc-9622-a33849ffb6b2']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:58.566776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cb847b-714d-4903-ab87-481171ada078') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:58.566776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cb847b-714d-4903-ab87-481171ada078') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:24:58.575741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2f372-2bd9-4dac-9069-be3f867f5d94 None None] The port '28167208-c638-4c76-938b-e13f561816dd' was deleted {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 17 16:24:58.584697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:58.607744 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8934a6-ae92-45d7-a571-f6f7da4f4978 req-2621af0c-ddea-46c1-9fe4-f5dec36a391b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:24:58.609431 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9d8934a6-ae92-45d7-a571-f6f7da4f4978 req-2621af0c-ddea-46c1-9fe4-f5dec36a391b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.4512074 Dec 17 16:24:58.611520 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:58.613908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:24:58.770197 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9d8934a6-ae92-45d7-a571-f6f7da4f4978 req-f97b066b-b409-4308-b9e5-12c932f27a46 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393447 Dec 17 16:24:58.848630 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:24:58.863710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.060730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Network 4959f950-5eaa-4abc-9622-a33849ffb6b2 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:59.090059 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:59.169861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.174984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.182456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:59.189712 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:24:59.222979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Pushing event deleted for resources: {'Network': ['ID=4959f950-5eaa-4abc-9622-a33849ffb6b2,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:59.232480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:59.240460 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b16690ac-f36b-4c38-bc38-5a143deaf078 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4959f950-5eaa-4abc-9622-a33849ffb6b2 HTTP/1.1" status: 204 len: 168 time: 2.0365086 Dec 17 16:24:59.326493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.378014 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:24:59.396293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port fe4a5464-0174-4bac-bc27-33994ba37ef6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:24:59.404650 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.408950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48444) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:59.410169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:59.448074 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'code': 422} returned with failed status Dec 17 16:24:59.496692 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:59.501163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:59.513108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48450) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:59.577111 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-acd83ec6-176b-4679-bbe8-267826390732 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2eec649905c4f93b82b9e2faba8429b&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0594826 Dec 17 16:24:59.577343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48454) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:59.642569 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.674575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.725446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.729760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.731344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7541c25e-cd0f-46b0-b9c9-c43aeba7d890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:59.746430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:24:59.748719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426cad51-a0a1-41ba-9ede-170ce3294011,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:59.751512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb420c54b44d4b83a7ebbaaa19ca4794 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:24:59.752978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:24:59.754604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:24:59.755207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.760546 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/426cad51-a0a1-41ba-9ede-170ce3294011 HTTP/1.1" status: 204 len: 168 time: 0.1780787 Dec 17 16:24:59.760716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:24:59.868906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.873142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:24:59.883677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9a58c7ab-538f-4116-9b03-c6bc477c69a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:24:59.937430 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb420c54b44d4b83a7ebbaaa19ca4794&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5247636 Dec 17 16:24:59.937840 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48462) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:24:59.942302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a450e58-4b2f-4705-ae40-20fea7aa6775,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:24:59.973145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:00.014472 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:00.022897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2fbf-b14a-4014-a810-c9ad4de873f5 req-e8c2e8ed-ad6a-4290-a607-37b678e6477b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:00.024521 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-00cc2fbf-b14a-4014-a810-c9ad4de873f5 req-e8c2e8ed-ad6a-4290-a607-37b678e6477b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0998156 Dec 17 16:25:00.051016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:00.076836 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-00cc2fbf-b14a-4014-a810-c9ad4de873f5 req-99a596f2-6b1f-4d50-a75b-1957e9696b4f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Dec 17 16:25:00.103193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:00.111044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-63b793ed-132b-47ca-9e16-412638f05e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:00.126036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a450e58-4b2f-4705-ae40-20fea7aa6775,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:00.128547 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:00.129862 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a450e58-4b2f-4705-ae40-20fea7aa6775 HTTP/1.1" status: 204 len: 168 time: 0.1910703 Dec 17 16:25:00.130846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:01.901513 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7d793-9b25-4ae7-9b0e-bc73372356ad req-53167e71-e301-40ed-ba4b-4f1c887f5ac9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:01.903915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e8d7d793-9b25-4ae7-9b0e-bc73372356ad req-53167e71-e301-40ed-ba4b-4f1c887f5ac9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1128967 Dec 17 16:25:01.959764 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e8d7d793-9b25-4ae7-9b0e-bc73372356ad req-44cca477-94f6-40f9-82c6-7a5a06b1622a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477226 Dec 17 16:25:01.979408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48596) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:02.149173 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-2cef8d29-c8c0-47e2-a8ef-8939e47e1baa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679368 Dec 17 16:25:02.336302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48612) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:02.540018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.557943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:02.562438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Usage tracker for resource:security_group_rule and tenant:0fd088475bb4442bbe42b0d518b5394b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:02.565740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:02.572079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:02.668973 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.672227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.682310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cec61fe8-2fe1-45e1-9e74-1008283bbfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:02.732590 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fd088475bb4442bbe42b0d518b5394b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3922863 Dec 17 16:25:02.733236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48638) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:02.735333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303d5429-9edc-436e-bad4-b0f2b495fe77,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:02.739754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:02.832257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.864692 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.918613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.924518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fb1fa59b-0d66-4599-8f9b-59e20d66116b tempest-VolumesNegativeTest-868556002 tempest-VolumesNegativeTest-868556002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:02.938997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303d5429-9edc-436e-bad4-b0f2b495fe77,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:02.942417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:02.944574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:02.950503 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/303d5429-9edc-436e-bad4-b0f2b495fe77 HTTP/1.1" status: 204 len: 168 time: 0.2141790 Dec 17 16:25:03.279200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6f3b3-85c4-4069-9921-1d390c6a6c97 req-52e09e2e-7311-41c3-a150-f8d65aaef4d2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:03.280838 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-14e6f3b3-85c4-4069-9921-1d390c6a6c97 req-52e09e2e-7311-41c3-a150-f8d65aaef4d2 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1209226 Dec 17 16:25:03.292237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-370436aa-491d-44f3-a411-476524dd63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:03.294543 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-370436aa-491d-44f3-a411-476524dd63f6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92&tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2 HTTP/1.1" status: 200 len: 1161 time: 0.1730268 Dec 17 16:25:03.358000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48648) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:03.379573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.383845 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-14e6f3b3-85c4-4069-9921-1d390c6a6c97 req-db6395b4-534b-4551-adca-1b6b1c5c4ee7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945516 Dec 17 16:25:03.399337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:03.403596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Usage tracker for resource:security_group_rule and tenant:ee663d7fa9354ca0b812ea5fd4dd75d4 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:03.407376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:03.414337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:03.416916 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-57cbec97-13b1-4232-9cbb-bdebe0bda155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:03.418596 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-57cbec97-13b1-4232-9cbb-bdebe0bda155 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1161 time: 0.0878520 Dec 17 16:25:03.531962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.534824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.544525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-469df683-352f-4ce1-895d-3df78bf2dc91 tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:03.592875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-138379d1-87d8-4289-8ffb-e1b44636a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:03.592875 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-138379d1-87d8-4289-8ffb-e1b44636a5c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.1654382 Dec 17 16:25:03.594781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6620d6e7-4572-4e8c-8283-1c3dd50ede62,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:03.603254 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee663d7fa9354ca0b812ea5fd4dd75d4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2438276 Dec 17 16:25:03.604368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:03.604992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48654) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:03.685749 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.715061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.718639 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-ad2d5ea1-ee97-41b4-b673-f657db36a9f0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 1000 time: 0.1197896 Dec 17 16:25:03.764179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.769681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6cf6ef1b-c1b9-4277-885b-9194dbe1f12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:03.784132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620d6e7-4572-4e8c-8283-1c3dd50ede62,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:03.788071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:03.800562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-ff4e5679-c012-486b-9986-b60db6e7614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:03.802221 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-ff4e5679-c012-486b-9986-b60db6e7614b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0762129 Dec 17 16:25:03.803535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:03.804787 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6620d6e7-4572-4e8c-8283-1c3dd50ede62 HTTP/1.1" status: 204 len: 168 time: 0.1984468 Dec 17 16:25:03.889340 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-4e2747eb-5c2d-434b-8f1a-6d599fbbf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:03.891115 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-4e2747eb-5c2d-434b-8f1a-6d599fbbf1a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812027 Dec 17 16:25:04.050304 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-5729c8f4-622c-43c3-83ee-b1b12983b99c service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505606 Dec 17 16:25:04.221928 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d24cc51e-47b1-4c20-bffa-bec2302f3cbf req-4eca3a27-065d-49a3-a84d-ea62f1f7cef9 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610529 Dec 17 16:25:04.638221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ba46-c83b-4fec-97df-2f85b1293d0e req-32df26a0-7e6f-4750-91fa-e1b408b9dde3 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:04.639901 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0648ba46-c83b-4fec-97df-2f85b1293d0e req-32df26a0-7e6f-4750-91fa-e1b408b9dde3 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0960293 Dec 17 16:25:04.704572 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0648ba46-c83b-4fec-97df-2f85b1293d0e req-e3ac6f4b-ec70-4f49-90a4-451254c8c630 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576274 Dec 17 16:25:06.052702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea712913-3bcc-476b-a710-f31c7f7ea07b req-0d337993-d8c8-4169-93fa-c637960ccc1f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:06.060992 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ea712913-3bcc-476b-a710-f31c7f7ea07b req-0d337993-d8c8-4169-93fa-c637960ccc1f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1230063 Dec 17 16:25:06.133720 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ea712913-3bcc-476b-a710-f31c7f7ea07b req-92b822ea-6798-4ccb-a16f-a93cbf8f0297 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677471 Dec 17 16:25:07.532133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89400776-c124-4c03-b6a5-aca5a2f753f9 req-d12eea71-d9db-451a-b31c-ef71200f9f6b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:07.535179 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89400776-c124-4c03-b6a5-aca5a2f753f9 req-d12eea71-d9db-451a-b31c-ef71200f9f6b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0915806 Dec 17 16:25:07.608397 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89400776-c124-4c03-b6a5-aca5a2f753f9 req-543d7440-8483-4ca1-bf11-10757bd9eaab tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663962 Dec 17 16:25:07.805387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48754) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:07.993344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.021270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:08.026214 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:20f22cb3b08148d8acd080e5e7f83a3c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:08.029996 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:08.037253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:08.139041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.144246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.152537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-88a5582f-b899-40c1-9295-a0a7a4319ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:08.207729 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20f22cb3b08148d8acd080e5e7f83a3c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4010994 Dec 17 16:25:08.208797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309a571-3fb5-48da-ac2c-c13b9d2265e9,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:08.210890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48762) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:08.212583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:08.312347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.342216 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.390789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.399055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-49010da1-5e46-4115-a821-69adee4877a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:08.414758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309a571-3fb5-48da-ac2c-c13b9d2265e9,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:08.418091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:08.419580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:08.421940 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c309a571-3fb5-48da-ac2c-c13b9d2265e9 HTTP/1.1" status: 204 len: 168 time: 0.2094998 Dec 17 16:25:08.888005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c32c72-fd8b-4c0f-b6b3-d7ac3014399b req-c7116692-6668-44e0-940d-e817207a195b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:08.891174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-96c32c72-fd8b-4c0f-b6b3-d7ac3014399b req-c7116692-6668-44e0-940d-e817207a195b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1082377 Dec 17 16:25:08.957851 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-96c32c72-fd8b-4c0f-b6b3-d7ac3014399b req-4bfadeec-1656-4e33-b441-cccd09078c32 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599430 Dec 17 16:25:08.981715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48774) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:09.002105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.019748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:09.024754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Usage tracker for resource:security_group_rule and tenant:c32db9c477114a14897d9883fa47cb12 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:09.028635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:09.035924 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:09.151910 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.157687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.169619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5e749227-8973-4b1a-8b2d-10d97d458a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:09.211029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-14b6bc12-e8ec-412a-8367-ccaa596c5078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.224456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48778) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:09.225708 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c32db9c477114a14897d9883fa47cb12&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2427018 Dec 17 16:25:09.228173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0eb01-6333-48e7-a60b-c7b145a2d0d3,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:09.232395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2f394701-812c-4159-bfd9-a970b6b63468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:09.301940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.333876 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.395063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.402300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-afea226f-8be2-4400-a82f-d6b57b82cb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:09.418488 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0eb01-6333-48e7-a60b-c7b145a2d0d3,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:09.421151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:09.422502 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64d0eb01-6333-48e7-a60b-c7b145a2d0d3 HTTP/1.1" status: 204 len: 168 time: 0.1969383 Dec 17 16:25:09.431702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:10.243718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ccda9-b071-4aca-89d6-1786d1480b2f req-19ad67e0-206c-4cab-9c69-8f116204d4f7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:10.245462 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad9ccda9-b071-4aca-89d6-1786d1480b2f req-19ad67e0-206c-4cab-9c69-8f116204d4f7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1127276 Dec 17 16:25:10.310182 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ad9ccda9-b071-4aca-89d6-1786d1480b2f req-577b6b1c-89c7-4ab8-93c5-bb13cb55370b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513566 Dec 17 16:25:11.589566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7405-c075-4a0d-ba88-cff62f8d5030 req-c5c8bb94-85df-4853-9040-d75de32659f9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:11.591867 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-789d7405-c075-4a0d-ba88-cff62f8d5030 req-c5c8bb94-85df-4853-9040-d75de32659f9 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1014001 Dec 17 16:25:11.655696 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-789d7405-c075-4a0d-ba88-cff62f8d5030 req-a7c59d08-a95d-4c8f-9170-75c86290dad6 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558383 Dec 17 16:25:11.714156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef3df-5226-4e20-84e2-6d1147584d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:12.558171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:12.924440 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e72abf-96a0-4831-b4d7-358761679d90 req-5b721f10-0812-4d82-bd8f-7eab3270700a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:12.926283 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69e72abf-96a0-4831-b4d7-358761679d90 req-5b721f10-0812-4d82-bd8f-7eab3270700a tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0955095 Dec 17 16:25:12.986138 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-69e72abf-96a0-4831-b4d7-358761679d90 req-e70e75d8-4ce3-4b18-bfbd-d743027ec705 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527511 Dec 17 16:25:13.190118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:14.034388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:14.245590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68248c0-7c73-4f71-8af5-b515026c3017 req-8f21d439-2254-4066-a1d4-2c605f73c0a8 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:14.247318 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a68248c0-7c73-4f71-8af5-b515026c3017 req-8f21d439-2254-4066-a1d4-2c605f73c0a8 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1019530 Dec 17 16:25:14.301963 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a68248c0-7c73-4f71-8af5-b515026c3017 req-8d6852b3-80f5-47c5-9c36-0ea48d30a148 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Dec 17 16:25:15.585578 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120de45-f202-47bc-ba18-8d32c624e357 req-94ccb71c-6ff3-4180-9527-c678be510c67 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:15.587243 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c120de45-f202-47bc-ba18-8d32c624e357 req-94ccb71c-6ff3-4180-9527-c678be510c67 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1265764 Dec 17 16:25:15.645204 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c120de45-f202-47bc-ba18-8d32c624e357 req-4a95c6b2-2bbd-492a-ae11-eeb1824f8512 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496075 Dec 17 16:25:16.896096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b838f-7568-47c4-924a-56e6645e800c req-e5033565-c2d3-4c5a-be5f-e325c3308c4e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:16.897759 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-100b838f-7568-47c4-924a-56e6645e800c req-e5033565-c2d3-4c5a-be5f-e325c3308c4e tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0893624 Dec 17 16:25:16.947468 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-100b838f-7568-47c4-924a-56e6645e800c req-f48e7b81-207a-4d2e-b944-8508adf7cc92 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Dec 17 16:25:18.185210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d82-a436-4142-968e-74b8d8041621 req-916725cc-1046-4b1e-85ce-00098281de38 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:18.186852 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5fd11d82-a436-4142-968e-74b8d8041621 req-916725cc-1046-4b1e-85ce-00098281de38 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.0863695 Dec 17 16:25:18.241941 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5fd11d82-a436-4142-968e-74b8d8041621 req-9e8a2e69-4417-4f28-af1d-2765551ab280 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481343 Dec 17 16:25:18.828586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48916) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:19.010552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.037968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:19.046958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4063b6a252416b8d26ab5eea922645 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:19.050676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:19.056527 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:19.156342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.159219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.170154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-be0518f7-e07c-40e9-bdce-1c819e366882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:19.206241 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb4063b6a252416b8d26ab5eea922645&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3732297 Dec 17 16:25:19.207211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48926) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:19.247647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791bd0f-b242-43dc-bd16-18b8a8868703,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:19.250298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aade2976-db01-46c8-a869-b95aba02bfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:19.294709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.334343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.382693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.388466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-922b365b-ce36-4744-be5e-154b8d533023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:19.403946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791bd0f-b242-43dc-bd16-18b8a8868703,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:19.406573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:19.410998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.416011 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5791bd0f-b242-43dc-bd16-18b8a8868703 HTTP/1.1" status: 204 len: 168 time: 0.2084341 Dec 17 16:25:19.492390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd21-45aa-46ed-9b2b-4a92b23df8eb req-f2224dfc-8bae-4c56-9b02-6c741bdf6a8b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:19.494469 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c2fdd21-45aa-46ed-9b2b-4a92b23df8eb req-f2224dfc-8bae-4c56-9b02-6c741bdf6a8b tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 944 time: 0.1029930 Dec 17 16:25:19.546897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4c2fdd21-45aa-46ed-9b2b-4a92b23df8eb req-ca2a0f4a-f8b2-46e3-a5da-eaf04835ebd1 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Dec 17 16:25:19.782825 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 48938) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:19.806335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.824176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:19.828394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a478104f45e54058b9aded6e487cd20b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:19.831714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:19.837789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:19.924547 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.927367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:19.937132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5e84601f-9633-4d31-bbd3-06cf3fa0f810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:19.980902 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a478104f45e54058b9aded6e487cd20b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1968918 Dec 17 16:25:19.982715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1300c-35f5-411e-a4fd-7a1c8305f8f8,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:19.983834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 48942) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:19.986594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:20.053292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.081664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.102949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:25:20.131938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.137474 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0b4ee1ff-1015-49be-ab0d-053cd6e87657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:20.150320 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1300c-35f5-411e-a4fd-7a1c8305f8f8,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:20.165228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.165658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.166039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.166451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.166859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.167264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.167668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.168070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.168473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.168872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.169560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.169959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.170452 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.170844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.171241 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.171635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.172031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.172428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.173405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.173801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.174199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.174595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.174987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.175378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:20.178117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:25:20.178543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.179256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:20.187254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.189230 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1a1300c-35f5-411e-a4fd-7a1c8305f8f8 HTTP/1.1" status: 204 len: 168 time: 0.2042401 Dec 17 16:25:20.540166 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.581926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:25:20.593305 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port fe4a5464-0174-4bac-bc27-33994ba37ef6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:25:20.598203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:20.600613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:20.686150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=6']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:20.690403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:20.712495 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'code': 200} Dec 17 16:25:20.862529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36521584-0ba2-4256-a5df-ab5d36f371ad req-c240c748-2015-4775-a8a5-f82dabcc3d7f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:20.864199 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-36521584-0ba2-4256-a5df-ab5d36f371ad req-c240c748-2015-4775-a8a5-f82dabcc3d7f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1133811 Dec 17 16:25:20.927872 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-36521584-0ba2-4256-a5df-ab5d36f371ad req-483fff09-fd65-4f73-9c74-665906dbee26 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563099 Dec 17 16:25:21.060474 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455936b-3243-4427-b45d-85659dc36bc4 req-02be54b0-67d4-4968-bbf5-0b549e879805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:21.062189 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7455936b-3243-4427-b45d-85659dc36bc4 req-02be54b0-67d4-4968-bbf5-0b549e879805 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1163 time: 0.0860896 Dec 17 16:25:21.110114 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-7455936b-3243-4427-b45d-85659dc36bc4 req-9664e11c-4517-4ed8-80d3-f3bf11fd0d35 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Dec 17 16:25:21.556160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:25:21.632746 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:25:21.633202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:22.254146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35996e-d4dc-41ef-bb40-457eb7976643 req-96fa9ac4-de9a-40b6-b08c-cf774528ef6d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:22.255850 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ec35996e-d4dc-41ef-bb40-457eb7976643 req-96fa9ac4-de9a-40b6-b08c-cf774528ef6d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1290758 Dec 17 16:25:22.315036 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ec35996e-d4dc-41ef-bb40-457eb7976643 req-b360a64d-19f4-4a7a-a83b-5f0bb4ef33ae tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503538 Dec 17 16:25:22.626689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:25:22.773104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1df2-291e-416e-9468-8ee32e124b2e req-af11eda9-b26e-4bba-8086-72b67ae7c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:22.774963 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-af11eda9-b26e-4bba-8086-72b67ae7c712 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 1163 time: 0.0927291 Dec 17 16:25:22.966740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1df2-291e-416e-9468-8ee32e124b2e req-19de64ff-d78e-4d60-b929-436056c7c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:22.968429 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-19de64ff-d78e-4d60-b929-436056c7c4ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 200 len: 911 time: 0.1725831 Dec 17 16:25:23.087569 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-042971ec-3856-4ed4-b69b-56ca612e7b2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 200 len: 1002 time: 0.1116619 Dec 17 16:25:23.165992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1df2-291e-416e-9468-8ee32e124b2e req-ae51334d-7d41-447a-95ad-d601963586bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:23.169438 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-ae51334d-7d41-447a-95ad-d601963586bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 200 len: 856 time: 0.0734088 Dec 17 16:25:23.296868 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1df2-291e-416e-9468-8ee32e124b2e req-cd470bd8-ae04-4883-8d87-bd1b0af72686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:23.299181 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-cd470bd8-ae04-4883-8d87-bd1b0af72686 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1250019 Dec 17 16:25:23.330634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49070) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:23.492131 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-6506cac6-d4dc-413e-b598-c46cff94488a service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841376 Dec 17 16:25:23.582116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.599528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:23.604133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Usage tracker for resource:security_group_rule and tenant:8af3fe4f27334609a069f01fde868994 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:23.607530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:23.613629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:23.703413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.708094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.715884 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-627f1df2-291e-416e-9468-8ee32e124b2e req-60028921-af5d-4351-a720-adf4186a6cd2 service neutron] 10.222.0.68 "GET /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2163088 Dec 17 16:25:23.723352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eaf3ce4a-6a3d-49e8-a852-eacde7f04170 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:23.723581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56edbb-bc78-4ded-b1d2-2428d0228601 req-3594d7bb-7ed9-4295-97f9-1a9f130ae0a7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:23.725158 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf56edbb-bc78-4ded-b1d2-2428d0228601 req-3594d7bb-7ed9-4295-97f9-1a9f130ae0a7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.1911852 Dec 17 16:25:23.765038 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8af3fe4f27334609a069f01fde868994&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4327683 Dec 17 16:25:23.767464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed6810-85cc-43f7-86c3-98b3226cace4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:23.768966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49082) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:23.771089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c6573477-6388-47f4-a8f3-9a117b02943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:23.805757 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf56edbb-bc78-4ded-b1d2-2428d0228601 req-58f976b2-6670-44f2-ac6b-540649a2e24f tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688367 Dec 17 16:25:23.851943 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.880906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.928990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.934493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a69872b7-3436-47e1-8d79-e5156ff6a38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:23.947993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed6810-85cc-43f7-86c3-98b3226cace4,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:23.950622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:23.955546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:23.956726 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40ed6810-85cc-43f7-86c3-98b3226cace4 HTTP/1.1" status: 204 len: 168 time: 0.1833854 Dec 17 16:25:24.315227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49092) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:24.334200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.351003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:24.355220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Usage tracker for resource:security_group_rule and tenant:84801dab92ee4cd2a44ffd04da4e928d is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:24.358284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:24.364706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:24.456190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.459045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.466767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-159318f1-660d-43a1-a7d0-481c463aab41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:24.510590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d528b-c043-470b-8038-2d5ff44f4f3d,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:24.515348 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84801dab92ee4cd2a44ffd04da4e928d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1989880 Dec 17 16:25:24.516402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0560d789-0a75-4430-8681-4848662ad0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:24.518128 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49096) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:24.582875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.613204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.660704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.666568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-39370701-9d16-4baa-8927-d7d7511f1dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:24.682104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d528b-c043-470b-8038-2d5ff44f4f3d,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:24.686181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:24.687165 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:24.688363 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f4ccd184-ba75-4812-b5a0-f65fded3aa9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e82d528b-c043-470b-8038-2d5ff44f4f3d HTTP/1.1" status: 204 len: 168 time: 0.1692352 Dec 17 16:25:25.712834 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:26.611447 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49150) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:26.765938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:26.785718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:26.789939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Usage tracker for resource:security_group_rule and tenant:c318c0e4930443cd808b2a5af7e01664 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:26.792929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:26.799735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:27.126871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.130045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.140164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-935a13cf-1b06-4de8-b612-5f5cd60f2ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:27.184111 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c318c0e4930443cd808b2a5af7e01664&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5714295 Dec 17 16:25:27.185874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fbe308-7e39-4c29-b183-433dd1d6e6e2,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:27.187191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49160) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:27.189234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d71c0c2a-f9af-4839-9ae2-f9e493f22502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:27.257911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.293099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.347862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.353091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6aeeb441-b656-43c9-bf44-5fdb0722d99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:27.368615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fbe308-7e39-4c29-b183-433dd1d6e6e2,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:27.373831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:27.385852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.388026 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6b1e39d8-d265-4ccf-9909-0cabb7cf9730 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9fbe308-7e39-4c29-b183-433dd1d6e6e2 HTTP/1.1" status: 204 len: 168 time: 0.1978717 Dec 17 16:25:27.410053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49168) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:27.580939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.597616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:27.601935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Usage tracker for resource:security_group_rule and tenant:faac5724788a486f9baabf73a0e226a7 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:27.605102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:27.611443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:27.702562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.707947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.717735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f1ce26a4-48b8-4622-8c35-654f6188d7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:27.759571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b3252-7e35-4bfb-8f14-4e18954c8819,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:27.764261 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faac5724788a486f9baabf73a0e226a7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3530774 Dec 17 16:25:27.765345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1d8127ef-3d95-40ed-a9a1-e9775eb973f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:27.767528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49176) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:27.842198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.871767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.920809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.926704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0291e5af-4f3a-4e2d-9696-3dd4ab88594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:27.940864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b3252-7e35-4bfb-8f14-4e18954c8819,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:27.944269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:27.945244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:27.946468 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/967b3252-7e35-4bfb-8f14-4e18954c8819 HTTP/1.1" status: 204 len: 168 time: 0.1779501 Dec 17 16:25:28.856729 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49218) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:29.023161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-411480442-network', 'tenant_id': 'b324f091643f4801bcf26f398fdcb132'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:29.028500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:29.032854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Usage tracker for resource:network and tenant:b324f091643f4801bcf26f398fdcb132 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:29.036123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:29.043177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:29.053348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Made reservation on behalf of b324f091643f4801bcf26f398fdcb132 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:25:29.058303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.072681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.089013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:29.093179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Usage tracker for resource:security_group_rule and tenant:b324f091643f4801bcf26f398fdcb132 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:29.096793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:29.102935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:29.202325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.205649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.210260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f66a2906-db73-40e6-b145-8eeb096dd96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:29.246638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:25:29.260709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb4466-f390-43fe-9cf4-c47344205347,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:29.265491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:29.266540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.266996 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Added segment 015f2e2f-d301-4c25-9bcd-5e61a6b31866 of type vxlan for network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee Dec 17 16:25:29.296255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.331195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.332497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:29.333196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.338559 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:29.445323 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5872872 Dec 17 16:25:29.448683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49228) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:29.451220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Pushing event updated for resources: {'Network': ['ID=88c2f0f7-ffce-4227-9f53-eb4a41a001ee,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:29.454822 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:29.456377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Request body: {'subnet': {'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-411480442-subnet', 'tenant_id': 'b324f091643f4801bcf26f398fdcb132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:29.461809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:29.463097 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:25:29.466063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Usage tracker for resource:subnet and tenant:b324f091643f4801bcf26f398fdcb132 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:29.470092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:29.477155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:29.484576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:25:29.489405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Made reservation on behalf of b324f091643f4801bcf26f398fdcb132 for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:25:29.494398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1811396'] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.916906 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27265749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1811413'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:29.933253 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f23882ad-d207-4f88-b176-58cb45682d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:30.071720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e618573-8ba6-4e24-a05b-782dde58b82d,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:30.076965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:30.138813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Checking segment: {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:25:30.139210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Network hostable DHCP agents. Network: 88c2f0f7-ffce-4227-9f53-eb4a41a001ee, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:25:30.158815 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:25:30.167706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 88c2f0f7-ffce-4227-9f53-eb4a41a001ee) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:25:30.178142 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d052d307-a69d-4bc9-b6be-bd42bcbfdb82 None None] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:25:30.181032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:30.181726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:30.210298 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3ea6aa9e-0e6c-4f01-bc14-63f1ee6b1226 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7599967 Dec 17 16:25:30.432209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cf538-c9c4-41cc-b085-c74e28bbcfa0 None None] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:25:32.479212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-f0d388b3-8f7b-4e98-a3c8-76f4d27a1d54 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:32.480049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-f0d388b3-8f7b-4e98-a3c8-76f4d27a1d54 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Synchronizing usage tracker for tenant:b324f091643f4801bcf26f398fdcb132 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:25:32.499563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-f0d388b3-8f7b-4e98-a3c8-76f4d27a1d54 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Unset dirty status for tenant:b324f091643f4801bcf26f398fdcb132 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:25:32.500927 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-f0d388b3-8f7b-4e98-a3c8-76f4d27a1d54 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/networks?id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 200 len: 813 time: 0.1846452 Dec 17 16:25:32.524978 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-51e63438-518d-4fb6-a830-52887e34224b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/quotas/b324f091643f4801bcf26f398fdcb132 HTTP/1.1" status: 200 len: 375 time: 0.0119529 Dec 17 16:25:32.581004 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-db7f2275-0eb2-44e4-98fc-cd3085d18882 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?tenant_id=b324f091643f4801bcf26f398fdcb132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475104 Dec 17 16:25:32.747207 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-a44f49f0-cc09-4856-b35d-b847520e92d2 service neutron] 10.222.0.37 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585085 Dec 17 16:25:32.939244 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-0d253548-0911-40ff-98ed-30e30773a511 service neutron] 10.222.0.37 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1849847 Dec 17 16:25:33.150568 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-da55e84f-8612-4a7a-8f95-1af19ce6ba0e req-41f4b1bf-e0ce-4761-907d-802d18c0f173 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 210 time: 0.0518243 Dec 17 16:25:34.355881 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-61fdea44-5a13-4cd9-89c5-56b7af87c705 req-7d7e9357-27ec-475c-9a79-9334add8b1bb tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 210 time: 0.0551326 Dec 17 16:25:34.398853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-5976e52d-95eb-43af-bb5f-4bbf333f1692 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:34.400691 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-5976e52d-95eb-43af-bb5f-4bbf333f1692 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "GET /v2.0/networks?id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 200 len: 813 time: 0.2092495 Dec 17 16:25:34.427168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Request body: {'port': {'device_id': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee', 'admin_state_up': True, 'tenant_id': 'b324f091643f4801bcf26f398fdcb132'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:34.614109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:34.618656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Usage tracker for resource:port and tenant:b324f091643f4801bcf26f398fdcb132 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:34.621851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Quota usage for port was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:34.628469 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:34.637913 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Made reservation on behalf of b324f091643f4801bcf26f398fdcb132 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:25:34.644404 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:34.983331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Allocated IP 172.20.0.9 (88c2f0f7-ffce-4227-9f53-eb4a41a001ee/1e618573-8ba6-4e24-a05b-782dde58b82d/1dd599a3-1770-4ab9-94ae-79a9dab8274e) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:25:35.218609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:35.246714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:35.262188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:35.419019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Pushing event updated for resources: {'Port': ['ID=1dd599a3-1770-4ab9-94ae-79a9dab8274e,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:35.430642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:35.502779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:25:35.504211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:25:35.506763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:25:35.631088 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:35.631761 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:35.664037 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2415783 Dec 17 16:25:35.671399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94656143-e2db-4d0b-ba8e-b649968234c2 req-87c380ef-5ed3-4ff1-83bf-fbe0a6253b6f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:35.672200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-94656143-e2db-4d0b-ba8e-b649968234c2 req-87c380ef-5ed3-4ff1-83bf-fbe0a6253b6f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Synchronizing usage tracker for tenant:b324f091643f4801bcf26f398fdcb132 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:25:35.685839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Request body: {'port': {'device_id': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:35.744420 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-94656143-e2db-4d0b-ba8e-b649968234c2 req-87c380ef-5ed3-4ff1-83bf-fbe0a6253b6f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Unset dirty status for tenant:b324f091643f4801bcf26f398fdcb132 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:25:35.744965 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94656143-e2db-4d0b-ba8e-b649968234c2 req-87c380ef-5ed3-4ff1-83bf-fbe0a6253b6f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 931 time: 0.2093635 Dec 17 16:25:35.851471 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-94656143-e2db-4d0b-ba8e-b649968234c2 req-66b1383a-38a8-4f14-b362-1f7299d48811 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984559 Dec 17 16:25:35.852220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:36.292534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd599a3-1770-4ab9-94ae-79a9dab8274e {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:25:36.300930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:36.319324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Transition to ACTIVE for port object 1dd599a3-1770-4ab9-94ae-79a9dab8274e will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:25:36.322461 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:36.338734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a23e562b-7b26-47cc-85af-1643e98d38aa tempest-AttachVolumeTestJSON-2110532743 tempest-AttachVolumeTestJSON-2110532743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:36.479838 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd599a3-1770-4ab9-94ae-79a9dab8274e,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:36.490552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:36.673573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Attempting to bind port 1dd599a3-1770-4ab9-94ae-79a9dab8274e on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:36.673959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Attempting to bind port 1dd599a3-1770-4ab9-94ae-79a9dab8274e by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:25:36.674336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Attempting to bind port 1dd599a3-1770-4ab9-94ae-79a9dab8274e on network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:25:36.680317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:25:36.680691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Checking segment: {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:25:36.681112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:36.681536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Bound using segment: {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:25:36.682023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Bound port: 1dd599a3-1770-4ab9-94ae-79a9dab8274e, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:25:36.682410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:36.783618 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] For port 1dd599a3-1770-4ab9-94ae-79a9dab8274e, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:25:36.787223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] For port 1dd599a3-1770-4ab9-94ae-79a9dab8274e, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd599a3-1770-4ab9-94ae-79a9dab8274e,segment=NetworkSegment(015f2e2f-d301-4c25-9bcd-5e61a6b31866),segment_id=015f2e2f-d301-4c25-9bcd-5e61a6b31866)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:25:36.789741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:36.807454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:36.963462 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd599a3-1770-4ab9-94ae-79a9dab8274e,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:36.968610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:37.004500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:37.005414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:37.007322 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] 10.222.0.68 "PUT /v2.0/ports/1dd599a3-1770-4ab9-94ae-79a9dab8274e HTTP/1.1" status: 200 len: 1157 time: 1.3276334 Dec 17 16:25:37.007874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'tag': '1dd599a3-1770-4ab9-94ae-79a9dab8274e'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:25:37.099976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5920715-5ff0-465b-9531-4dc911db6fcc req-3b7cef95-64b7-4c57-9d2a-ac76374b4c8e tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:37.103690 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e5920715-5ff0-465b-9531-4dc911db6fcc req-3b7cef95-64b7-4c57-9d2a-ac76374b4c8e tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 943 time: 0.1052809 Dec 17 16:25:37.108253 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'tag': '1dd599a3-1770-4ab9-94ae-79a9dab8274e', 'status': 'completed', 'code': 200} Dec 17 16:25:37.153015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-373a21c8-23b5-49ae-9372-8b84b65343f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:37.154703 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-373a21c8-23b5-49ae-9372-8b84b65343f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b324f091643f4801bcf26f398fdcb132&device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 1160 time: 0.0893035 Dec 17 16:25:37.158800 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e5920715-5ff0-465b-9531-4dc911db6fcc req-4a856495-fcf7-4c36-858f-f88f19ef0ee3 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Synchronizing usage tracker for tenant:b324f091643f4801bcf26f398fdcb132 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:25:37.176028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-e5920715-5ff0-465b-9531-4dc911db6fcc req-4a856495-fcf7-4c36-858f-f88f19ef0ee3 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Unset dirty status for tenant:b324f091643f4801bcf26f398fdcb132 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:25:37.177317 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e5920715-5ff0-465b-9531-4dc911db6fcc req-4a856495-fcf7-4c36-858f-f88f19ef0ee3 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Dec 17 16:25:37.232953 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-4171fda7-5548-47fe-8043-17f8c715f5d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd599a3-1770-4ab9-94ae-79a9dab8274e HTTP/1.1" status: 200 len: 217 time: 0.0648501 Dec 17 16:25:37.306408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-130b32e9-c72d-4c3d-8bb7-f7ff584d569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:37.307907 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-130b32e9-c72d-4c3d-8bb7-f7ff584d569d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e618573-8ba6-4e24-a05b-782dde58b82d HTTP/1.1" status: 200 len: 853 time: 0.0679421 Dec 17 16:25:37.358043 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-81c94574-0829-4f4a-8d0e-d6b380e52f85 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438616 Dec 17 16:25:37.507628 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-30aa3cb1-e21f-495a-bd68-06cd0e304e67 service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421721 Dec 17 16:25:37.655601 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8016490a-f26b-4d61-bb1b-402d916c7ce6 req-e5d259fc-f6b3-40fe-9cd9-0cb4e6d396e9 service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408684 Dec 17 16:25:37.833189 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e13f-2f35-4346-954e-4327318d9d20 req-0e071a66-d635-4349-8d15-66bafa026221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:37.834833 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-0e071a66-d635-4349-8d15-66bafa026221 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b324f091643f4801bcf26f398fdcb132&device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 1160 time: 0.0767312 Dec 17 16:25:37.992869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e13f-2f35-4346-954e-4327318d9d20 req-84e29d39-8731-4e22-b6c1-81b8d6107535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:37.994515 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-84e29d39-8731-4e22-b6c1-81b8d6107535 service neutron] 10.222.0.68 "GET /v2.0/networks?id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 200 len: 907 time: 0.1530876 Dec 17 16:25:38.306535 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-1eb67953-650a-4a5d-b346-0c3aff98fc1e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd599a3-1770-4ab9-94ae-79a9dab8274e HTTP/1.1" status: 200 len: 217 time: 0.3046436 Dec 17 16:25:38.433709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e13f-2f35-4346-954e-4327318d9d20 req-58879d41-be41-404d-9448-2c5dccb6337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:38.435289 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-58879d41-be41-404d-9448-2c5dccb6337c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e618573-8ba6-4e24-a05b-782dde58b82d HTTP/1.1" status: 200 len: 853 time: 0.1212234 Dec 17 16:25:38.496707 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-96cd66f4-5c36-49c3-ae16-ee4e073977f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501523 Dec 17 16:25:38.508038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce962-7e26-4ad3-9cc2-7b1284a69a01 req-247104a1-b1c2-4525-99b6-1663924820c8 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:38.509654 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d58ce962-7e26-4ad3-9cc2-7b1284a69a01 req-247104a1-b1c2-4525-99b6-1663924820c8 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 943 time: 0.1603527 Dec 17 16:25:38.662115 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d58ce962-7e26-4ad3-9cc2-7b1284a69a01 req-c6dfb558-fa7f-4417-b0c6-5d0fd052ccd9 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238308 Dec 17 16:25:38.694259 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-89eedb95-7059-454b-9b5c-03c8cca3f7ba service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835499 Dec 17 16:25:38.842772 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a844e13f-2f35-4346-954e-4327318d9d20 req-e9871adf-8d17-4589-81de-c0697f2da5ee service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413279 Dec 17 16:25:39.205210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-baf7b61c-4749-41ee-bffa-2dd6f0222bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:39.798663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.objects.ports [None req-4658294a-0087-4ed9-b897-ce8519877303 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 17 16:25:39.876674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8352a-0eb0-4998-8cc2-7fb05f5e5cae req-f211b9b7-52e2-41da-b6fc-51188317db5c tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:39.878392 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1cc8352a-0eb0-4998-8cc2-7fb05f5e5cae req-f211b9b7-52e2-41da-b6fc-51188317db5c tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 943 time: 0.0860500 Dec 17 16:25:40.157104 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1cc8352a-0eb0-4998-8cc2-7fb05f5e5cae req-60946895-2c74-4e66-9168-5e1c386c23e9 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723906 Dec 17 16:25:40.289620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 1dd599a3-1770-4ab9-94ae-79a9dab8274e up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:25:40.364178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 1dd599a3-1770-4ab9-94ae-79a9dab8274e completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:25:40.369583 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 1dd599a3-1770-4ab9-94ae-79a9dab8274e triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:25:40.370009 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:40.500228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:40.538581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd599a3-1770-4ab9-94ae-79a9dab8274e'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:25:40.550860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 1dd599a3-1770-4ab9-94ae-79a9dab8274e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd599a3-1770-4ab9-94ae-79a9dab8274e,segment=NetworkSegment(015f2e2f-d301-4c25-9bcd-5e61a6b31866),segment_id=015f2e2f-d301-4c25-9bcd-5e61a6b31866)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:25:40.554568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:40.556813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2bc8e905-c2ae-45f8-b32e-2b808e1e1839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:40.602662 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd599a3-1770-4ab9-94ae-79a9dab8274e', 'code': 200} Dec 17 16:25:40.630270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=1dd599a3-1770-4ab9-94ae-79a9dab8274e,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:40.639998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.640389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.640805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.641200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.641580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.641953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.642329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.642699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.643080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.643438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.643818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.644343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.644812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.645234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.645573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.645940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.646307 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.646676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.647411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.647411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.647717 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.648077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.648441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.648801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:40.653264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:40.750490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49394) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:40.881975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3436a3-d6cc-4935-9fda-4109caf3243d req-3c05f3b1-1c32-4191-8c00-1c46890a253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:40.883590 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3e3436a3-d6cc-4935-9fda-4109caf3243d req-3c05f3b1-1c32-4191-8c00-1c46890a253a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 1162 time: 0.0758569 Dec 17 16:25:40.930195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:40.959805 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:40.963318 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3e3436a3-d6cc-4935-9fda-4109caf3243d req-454890c0-d03a-4092-9cc0-c15818d70889 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Dec 17 16:25:40.965707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Usage tracker for resource:security_group_rule and tenant:ee5e3ddeb7da438c8fb5710e44c8538b is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:40.969365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:40.975419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:41.069250 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.072133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.081654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1efe3e72-1796-4a8d-ac04-ed1e4128bc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:41.125645 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee5e3ddeb7da438c8fb5710e44c8538b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3734250 Dec 17 16:25:41.126632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92fcfbb-0b9b-499a-9a5d-bb22d7626400,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:41.128609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49400) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:41.130101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1fa4d2bd-30fa-417a-8b1e-f5276d1f317b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:41.199069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.228262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.278377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.283679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-eb7515e5-3e0c-4161-86dd-98146246a03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:41.295449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92fcfbb-0b9b-499a-9a5d-bb22d7626400,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:41.299669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:41.304504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.308587 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a92fcfbb-0b9b-499a-9a5d-bb22d7626400 HTTP/1.1" status: 204 len: 168 time: 0.1779122 Dec 17 16:25:41.396709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce67f94-dbe3-4219-b533-91a1c8b496bd req-789ed51c-f98b-43fe-9623-860dd5a6d3cb tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:41.398410 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bce67f94-dbe3-4219-b533-91a1c8b496bd req-789ed51c-f98b-43fe-9623-860dd5a6d3cb tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.0951254 Dec 17 16:25:41.452650 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bce67f94-dbe3-4219-b533-91a1c8b496bd req-4ec675bd-85a6-44e9-a350-2907f64daad5 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474823 Dec 17 16:25:41.694152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-86547cba-3235-4fc6-a60f-4adcdfe80c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:41.824884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 1dd599a3-1770-4ab9-94ae-79a9dab8274e up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:25:41.898984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 1dd599a3-1770-4ab9-94ae-79a9dab8274e triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:25:41.899566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:42.575922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:42.675668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18bd4-c844-49cc-b437-2bbc12dddcdb req-0d91472a-ede7-4df8-9d12-0c3456bec0b1 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:42.677386 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4bc18bd4-c844-49cc-b437-2bbc12dddcdb req-0d91472a-ede7-4df8-9d12-0c3456bec0b1 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.0880671 Dec 17 16:25:42.731635 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4bc18bd4-c844-49cc-b437-2bbc12dddcdb req-21b6851e-eaf6-462e-8517-3e04a07295a0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Dec 17 16:25:43.192991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:44.035310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:53.896423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49598) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:54.054868 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.070356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:25:54.074711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Usage tracker for resource:security_group_rule and tenant:e1268f1e4c93405bb2afd382968e9793 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:25:54.077836 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:25:54.084105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:25:54.173483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.176325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.184122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-aa02cedf-9926-4b96-918f-20c7f87a6317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:54.231566 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc674bfb-376c-4d4d-bfba-4e2b67ce67e8,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:54.237251 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1268f1e4c93405bb2afd382968e9793&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3395150 Dec 17 16:25:54.240237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49604) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:25:54.242296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.242644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.243071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.243475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.243881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.244292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.244692 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.245109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.245521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.245920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.246322 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.246718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.247204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.247599 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.247997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.248395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.248791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.249210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.249648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.250080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.250572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.250852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.251247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.251639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:25:54.256215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e8f53741-55ed-4e42-8af2-a02671260cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:54.323945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.353174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.398854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.403894 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e3977c1-b4dc-414a-8e9e-2e8edd45e2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:25:54.420426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc674bfb-376c-4d4d-bfba-4e2b67ce67e8,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:25:54.425642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:25:54.430725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:54.434451 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc674bfb-376c-4d4d-bfba-4e2b67ce67e8 HTTP/1.1" status: 204 len: 168 time: 0.1904957 Dec 17 16:25:55.716399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:25:58.175485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1c71-b28e-419c-a1d7-b6c2a7947580 req-a518007d-738e-4b83-bde4-a436bd472869 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:58.177213 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bb5a1c71-b28e-419c-a1d7-b6c2a7947580 req-a518007d-738e-4b83-bde4-a436bd472869 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0872238 Dec 17 16:25:58.227325 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-bb5a1c71-b28e-419c-a1d7-b6c2a7947580 req-6dfd1de7-b3ab-4b10-acda-194cc1275e55 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Dec 17 16:25:59.463122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580024fe-b929-4772-817a-b86fcce1f7c9 req-d3cd5219-fa63-47d2-a4c6-3a6da2cad021 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:25:59.464731 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-580024fe-b929-4772-817a-b86fcce1f7c9 req-d3cd5219-fa63-47d2-a4c6-3a6da2cad021 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0851753 Dec 17 16:25:59.514552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-580024fe-b929-4772-817a-b86fcce1f7c9 req-5938567b-fe0e-4e79-a8ac-b06cb51ee588 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Dec 17 16:25:59.626910 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:25:59.998390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:26:00.001841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-3c8c4a50-ee60-49e5-9e97-fec22c402b54 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:00.003474 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-3c8c4a50-ee60-49e5-9e97-fec22c402b54 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0841043 Dec 17 16:26:00.071673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port fe4a5464-0174-4bac-bc27-33994ba37ef6 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:26:00.072413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:00.086221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Deleting port fe4a5464-0174-4bac-bc27-33994ba37ef6 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:00.086619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:00.353711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] For port fe4a5464-0174-4bac-bc27-33994ba37ef6, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fe4a5464-0174-4bac-bc27-33994ba37ef6,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:00.354148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:00.668476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:00.668953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:00.669269 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Floating IP 9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2 disassociated. External IP: 172.28.3.155, port: fe4a5464-0174-4bac-bc27-33994ba37ef6. Dec 17 16:26:00.670027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Calling delete_port for fe4a5464-0174-4bac-bc27-33994ba37ef6 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:00.767664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e813796-27ba-4445-a7cd-3616f6b82f22 req-fa71fed0-f854-4a37-b0cc-cf864699c2d4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:00.769571 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e813796-27ba-4445-a7cd-3616f6b82f22 req-fa71fed0-f854-4a37-b0cc-cf864699c2d4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 946 time: 0.0918138 Dec 17 16:26:00.818814 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e813796-27ba-4445-a7cd-3616f6b82f22 req-c3bb575c-1098-4f06-aeb2-52f3c8d273c4 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups?id=92d0df00-91c1-4379-bdf3-00a91952ad2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Dec 17 16:26:00.823951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:00.845607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-52ce52a1-b35d-4dca-9eb5-55cfd59030d6 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:00.893607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event deleted for resources: {'Port': ['ID=fe4a5464-0174-4bac-bc27-33994ba37ef6,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:00.905415 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:01.216070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:26:01.413254 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:26:01.423401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:26:01.434528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:26:01.435371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:25:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:01.461367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] No DVR routers for this DVR port fe4a5464-0174-4bac-bc27-33994ba37ef6 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:26:01.463844 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:01.484286 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-deleted', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:26:01.497772 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-589b1dc9-8979-4942-b8d1-29772dfa94b1 req-13e58d19-fd69-4942-a939-d9b88112211d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.68 "DELETE /v2.0/ports/fe4a5464-0174-4bac-bc27-33994ba37ef6 HTTP/1.1" status: 204 len: 173 time: 1.4875925 Dec 17 16:26:01.563910 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1f9331-0787-49d8-a7ea-1a5dac1b6a92', 'name': 'network-vif-deleted', 'tag': 'fe4a5464-0174-4bac-bc27-33994ba37ef6', 'status': 'completed', 'code': 200} Dec 17 16:26:01.648776 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:26:01.873196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:26:01.923846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: fe4a5464-0174-4bac-bc27-33994ba37ef6 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:26:01.924236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device fe4a5464-0174-4bac-bc27-33994ba37ef6 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:26:02.032397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:02.037267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:26:02.047375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:26:02.048046 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:25:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:02.054431 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4150d01f-2e4b-49a0-81fd-1c5d39444a6c req-3984abb8-4159-4c50-b0b7-f4b6ec3c72c8 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/ports?device_id=9c1f9331-0787-49d8-a7ea-1a5dac1b6a92 HTTP/1.1" status: 200 len: 210 time: 0.0544395 Dec 17 16:26:02.423350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:26:02.761055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:02.766025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146a953-fab6-4509-a533-45b24a9bc38b None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:02Z', 'revision_number': 4, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '227828c2-c376-4b40-87ea-b6f522c01717', 'name': '', 'network_id': '60505cfc-74ac-4cd7-8dcb-ba1467e2a99f', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'mac_address': 'fa:16:3e:36:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:13Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'subnets': [{'id': '5450a1a8-f2a8-4ebb-b2d9-394504f8df57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:26:03.173563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb977db-7f0e-473e-ad1f-bf4002d01b43 None None] New status for floating IP 9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:26:03.245715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49676) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:03.319902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.349987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.401413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.406976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-66e5e133-a9d0-47fb-9728-cd128abe4dd7 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:03.423894 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d0df00-91c1-4379-bdf3-00a91952ad2e,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:03.426777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:03.439084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.440355 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "DELETE /v2.0/security-groups/92d0df00-91c1-4379-bdf3-00a91952ad2e HTTP/1.1" status: 204 len: 168 time: 0.1935072 Dec 17 16:26:03.443399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49680) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:03.462405 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.api.v2.resource [None req-e5e0a9f0-62a7-42d0-b8e2-365766d4657c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] show failed (client error): The resource could not be found. Dec 17 16:26:03.466852 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e5e0a9f0-62a7-42d0-b8e2-365766d4657c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "GET /v2.0/security-groups/92d0df00-91c1-4379-bdf3-00a91952ad2e HTTP/1.1" status: 404 len: 347 time: 0.0223377 Dec 17 16:26:03.467715 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49684) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:03.640880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Deleting port 7af1e807-9889-403a-a296-77fbc264e16a {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:03.641303 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.831313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.831690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:03.967828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Calling delete_port for 7af1e807-9889-403a-a296-77fbc264e16a owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:04.119169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:04.134743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d1240677-fb29-46b5-8b4a-86a0f847a946 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:04.183353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Pushing event deleted for resources: {'Port': ['ID=7af1e807-9889-403a-a296-77fbc264e16a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:04.188052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:04.363526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:04.387255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:04.388536 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] 10.222.0.37 "DELETE /v2.0/floatingips/9e011cb1-5bc5-4af1-b9cb-b2233aa6d8e2 HTTP/1.1" status: 204 len: 168 time: 0.9196310 Dec 17 16:26:07.258258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49722) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:07.768281 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717745'] for router_interface, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:08.403505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Deleting port 227828c2-c376-4b40-87ea-b6f522c01717 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:08.404068 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:08.591275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] For port 227828c2-c376-4b40-87ea-b6f522c01717, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=227828c2-c376-4b40-87ea-b6f522c01717,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:08.591675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:08.721651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Calling delete_port for 227828c2-c376-4b40-87ea-b6f522c01717 owned by network:router_interface {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:08.902290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:08.917670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:08.960386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Pushing event deleted for resources: {'Port': ['ID=227828c2-c376-4b40-87ea-b6f522c01717,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:08.965448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:09.210074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b6b459cd-6399-4c22-9018-eab2d071209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:09.552361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3196726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717595'] for router_interface, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:10.064111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Router 2009a122-698e-4777-a1cf-3ffd6993b1e5 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:26:10.261421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:26:10.271327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] Sync routers for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:26:10.278451 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-650e8d5b-917a-4cae-aba0-b253c928e080 admin admin] 10.222.0.37 "PUT /v2.0/routers/2009a122-698e-4777-a1cf-3ffd6993b1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0180337 Dec 17 16:26:10.278660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49744) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:10.282179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:26:10.282877 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:25:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:10.480328 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks [] for router, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:10.485693 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:26:10.818258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:26:08Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:10.822399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] Checking router: 2009a122-698e-4777-a1cf-3ffd6993b1e5 for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:26:10.831995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] Routers {'2009a122-698e-4777-a1cf-3ffd6993b1e5'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:26:10.832653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:25:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['2009a122-698e-4777-a1cf-3ffd6993b1e5'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:10.899964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:10.905314 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Deleting port 8a94fa3d-0125-4b7d-8c9b-aff0285db252 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:10.906259 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.024514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] Set router 2009a122-698e-4777-a1cf-3ffd6993b1e5 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:26:11.092465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] For port 8a94fa3d-0125-4b7d-8c9b-aff0285db252, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=8a94fa3d-0125-4b7d-8c9b-aff0285db252,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:11.092777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.226944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Calling delete_port for 8a94fa3d-0125-4b7d-8c9b-aff0285db252 owned by network:router_gateway {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:11.335483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:26:08Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:11.339956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b4790-7a35-4bbd-85a6-068793132569 None None] The sync data for ids ['2009a122-698e-4777-a1cf-3ffd6993b1e5'] in dv-cinder-766752-2-smb is: [{'id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1074239532-router', 'tenant_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:26:08Z', 'revision_number': 5, 'project_id': '61ca9fbdba9f40ffa63c8f24b9252ef2', 'gw_port': {'id': '8a94fa3d-0125-4b7d-8c9b-aff0285db252', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009a122-698e-4777-a1cf-3ffd6993b1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:45Z', 'updated_at': '2020-12-17T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:26:11.375051 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.599278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854069878'] for router_gateway, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.698742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-77d88bd2-d313-4d55-b1a6-b96117bc174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.705387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 227828c2-c376-4b40-87ea-b6f522c01717 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:26:11.741983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 227828c2-c376-4b40-87ea-b6f522c01717 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:26:11.742376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 227828c2-c376-4b40-87ea-b6f522c01717 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:26:11.745809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-712083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-205072'] for router, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.748363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.770002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-712053'] for router, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.770723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2009a122-698e-4777-a1cf-3ffd6993b1e5 {{(pid=80333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:26:11.784226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.785546 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e3694cf9-38dd-4579-bd63-a526a34f0dfe admin admin] 10.222.0.37 "DELETE /v2.0/routers/2009a122-698e-4777-a1cf-3ffd6993b1e5 HTTP/1.1" status: 204 len: 168 time: 1.5060132 Dec 17 16:26:11.788218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49752) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:11.857129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Deleting subnet 5450a1a8-f2a8-4ebb-b2d9-394504f8df57 {{(pid=80333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:26:11.861441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:11.917348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826668062'] for subnet, precommit_delete_associations {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.001642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.280827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827510127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852964387'] for subnet, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.298012 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:12.339723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5450a1a8-f2a8-4ebb-b2d9-394504f8df57,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:12.351345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:12.435323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.440881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f2a1e-7073-456f-aad6-0e0376bc0a69 None None] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:26:12.442147 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9d827e22-ac03-4121-b2d0-b7391a81fc12 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5450a1a8-f2a8-4ebb-b2d9-394504f8df57 HTTP/1.1" status: 204 len: 168 time: 0.6528583 Dec 17 16:26:12.444771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49758) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:12.575028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.634133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.644689 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Deleting port 7b043a20-3bf3-4fee-a646-2ff41c38912a {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:12.645071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.721157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] DHCP port deletion for 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f request from dv-cinder-766752-2-smb {{(pid=80335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 17 16:26:12.726224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Deleting port 7b043a20-3bf3-4fee-a646-2ff41c38912a {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:12.726639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.872740 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] For port 7b043a20-3bf3-4fee-a646-2ff41c38912a, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=7b043a20-3bf3-4fee-a646-2ff41c38912a,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:12.873361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:12.943324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] For port 7b043a20-3bf3-4fee-a646-2ff41c38912a, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=7b043a20-3bf3-4fee-a646-2ff41c38912a,segment=NetworkSegment(097c2562-2e9f-463d-97dd-9e5c8a3d2dd0),segment_id=097c2562-2e9f-463d-97dd-9e5c8a3d2dd0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:12.943765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.001500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Calling delete_port for 7b043a20-3bf3-4fee-a646-2ff41c38912a owned by network:dhcp {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:13.074215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.076456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Calling delete_port for 7b043a20-3bf3-4fee-a646-2ff41c38912a owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:13.089601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7c7bbc15-ef00-44af-a9d0-3fb355fb76dd tempest-VolumesActionsTest-430788239 tempest-VolumesActionsTest-430788239] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:13.139639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7b043a20-3bf3-4fee-a646-2ff41c38912a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:13.147278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:26:13.147698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:26:13.151495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:13.197343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.233045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] No DVR routers for this DVR port 7b043a20-3bf3-4fee-a646-2ff41c38912a on host dv-cinder-766752-2-smb {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:26:13.360307 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.488411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60505cfc-74ac-4cd7-8dcb-ba1467e2a99f']}} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:13.508438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0') {'for_net_delete': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:13.508783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097c2562-2e9f-463d-97dd-9e5c8a3d2dd0') {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:26:13.523031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28107771'] for segment, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.540585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.542661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:26:13.649574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Deleting port 7b043a20-3bf3-4fee-a646-2ff41c38912a {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:13.650101 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.734218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:26:13.738871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc79da-94b2-4565-9c15-d9523704a007 None None] The port '7b043a20-3bf3-4fee-a646-2ff41c38912a' was deleted {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 17 16:26:13.747301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27266099'] for segment, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:13.756139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 7b043a20-3bf3-4fee-a646-2ff41c38912a no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:26:13.940091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Network 60505cfc-74ac-4cd7-8dcb-ba1467e2a99f has no segments {{(pid=80333) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:26:13.964505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 7b043a20-3bf3-4fee-a646-2ff41c38912a {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:26:13.964827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 7b043a20-3bf3-4fee-a646-2ff41c38912a not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:26:13.965324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 8a94fa3d-0125-4b7d-8c9b-aff0285db252 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:26:13.967244 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:26:13.998125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 8a94fa3d-0125-4b7d-8c9b-aff0285db252 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:26:13.998519 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 8a94fa3d-0125-4b7d-8c9b-aff0285db252 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:26:14.037179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.046491 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.049947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-032e589a-1afc-4db2-b18c-1afbb1851824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:14.064252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.076974 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Pushing event deleted for resources: {'Network': ['ID=60505cfc-74ac-4cd7-8dcb-ba1467e2a99f,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:14.082013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:14.089584 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5482d2f3-0ad4-4544-b3f8-4a101c7c89ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/60505cfc-74ac-4cd7-8dcb-ba1467e2a99f HTTP/1.1" status: 204 len: 168 time: 1.6437206 Dec 17 16:26:14.245619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49772) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:14.302984 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b646ca80-8968-4ccc-aa60-85ae2b6ac637 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61ca9fbdba9f40ffa63c8f24b9252ef2&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0560150 Dec 17 16:26:14.305495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49776) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:14.368362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.397550 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.446753 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.451828 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:14.466648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1022ec-5efa-4cc8-ab52-f9f3fbd8b00a,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:14.469934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:14.475625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:14.476868 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac1022ec-5efa-4cc8-ab52-f9f3fbd8b00a HTTP/1.1" status: 204 len: 168 time: 0.1703784 Dec 17 16:26:16.247661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49836) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:16.401465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.420775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:16.425590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a9b5876e3a436aa534974800ee9b48 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:16.428637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:16.434450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:16.534372 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.537310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.546247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6d98e782-49ab-4787-89e0-165548ba1002 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:16.591903 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1a9b5876e3a436aa534974800ee9b48&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3429363 Dec 17 16:26:16.592779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a2bad8-0a06-466b-86b3-f868da3a21c9,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:16.594785 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49842) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:16.596237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ee0d114d-f861-4123-9258-023ae997d0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:16.663255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.693380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.741544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.745623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5e10819f-7e6c-4e35-ba76-49976f9d2a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:16.758323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a2bad8-0a06-466b-86b3-f868da3a21c9,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:16.763995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:16.766131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:16.772174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-7835a027-6b2d-4237-a316-da4a8d23d10b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0a2bad8-0a06-466b-86b3-f868da3a21c9 HTTP/1.1" status: 204 len: 168 time: 0.1739972 Dec 17 16:26:19.068503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49904) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:19.226890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.242648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:19.246979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:050f9f9940d1405eba9102908cf766fc is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:19.251242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:19.258613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:19.346567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.349724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.359885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3850cddd-de41-4223-a26f-3e746d5721e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:19.403191 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=050f9f9940d1405eba9102908cf766fc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3321307 Dec 17 16:26:19.403636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d7862-fcbc-4679-8c41-3c89a2861bd5,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:19.404695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49914) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:19.407465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:19.471265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.501737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.551596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.557581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f3ed7e74-fcd6-42fb-a399-ae645fd65ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:19.583670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d7862-fcbc-4679-8c41-3c89a2861bd5,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:19.592204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:19.594304 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.595456 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a5490816-a16c-4af0-9013-21221e61962d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea5d7862-fcbc-4679-8c41-3c89a2861bd5 HTTP/1.1" status: 204 len: 168 time: 0.1890023 Dec 17 16:26:19.782217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54eee0-16b7-41ee-9248-a138c6c107e9 req-34d41c9d-b345-4974-877b-e2c804f00e3b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:19.783858 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e54eee0-16b7-41ee-9248-a138c6c107e9 req-34d41c9d-b345-4974-877b-e2c804f00e3b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.0963347 Dec 17 16:26:19.833409 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e54eee0-16b7-41ee-9248-a138c6c107e9 req-4f160dfa-5ca3-45a1-a781-2b9c2ad97dce tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Dec 17 16:26:19.957377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49924) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:19.976917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:19.992291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:19.996475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Usage tracker for resource:security_group_rule and tenant:ede7f797c5d241139212616686231c87 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:19.999543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:20.005868 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:20.091619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:20.095283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:20.104537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a608ffc2-4365-4e57-940b-931a8ae6b95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:20.150406 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ede7f797c5d241139212616686231c87&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1918108 Dec 17 16:26:20.151347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43c748-85a0-4ef7-b74d-89e72ad341e9,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:20.153400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49928) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:20.154908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:20.222067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:20.249619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:20.295522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:20.301183 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-95afe3c9-1d9b-484c-81fe-c3cf69db797c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:20.313733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43c748-85a0-4ef7-b74d-89e72ad341e9,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:20.316144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:20.323741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:20.324960 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-74340d5b-d1d9-47ec-a774-76798e2118e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa43c748-85a0-4ef7-b74d-89e72ad341e9 HTTP/1.1" status: 204 len: 168 time: 0.1704857 Dec 17 16:26:21.053344 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d734c-3beb-4c4b-96c0-b11cd1d6fc25 req-def6822a-fd4f-488f-988b-5939fcd66eb7 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:21.054980 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f5d734c-3beb-4c4b-96c0-b11cd1d6fc25 req-def6822a-fd4f-488f-988b-5939fcd66eb7 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.0860131 Dec 17 16:26:21.107372 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6f5d734c-3beb-4c4b-96c0-b11cd1d6fc25 req-09a33f49-51c6-4937-b6c7-84b60952d470 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Dec 17 16:26:22.320710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec0e3-789e-450e-b847-a75649474792 req-e9ee5b32-55bf-4b20-bb73-531c541cf518 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:22.322348 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5eeec0e3-789e-450e-b847-a75649474792 req-e9ee5b32-55bf-4b20-bb73-531c541cf518 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.0846829 Dec 17 16:26:22.368252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49972) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:22.371052 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5eeec0e3-789e-450e-b847-a75649474792 req-2f365bd6-3bd0-47db-9343-4f4714318025 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Dec 17 16:26:22.532788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.549714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:22.553803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Usage tracker for resource:security_group_rule and tenant:89a1be76a4364435b1b2ab2ab3990a5f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:22.556833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:22.562935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:22.661188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.663990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.674163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-40bac516-7888-413d-a68b-92d847fc10c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:22.716490 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89a1be76a4364435b1b2ab2ab3990a5f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3470542 Dec 17 16:26:22.717476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9bbba-0d48-4c29-9769-aa9391d9d93e,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:22.719426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49978) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:22.720538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9bad0aed-c165-4c13-9213-5600d37abeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:22.787483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.816390 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.863682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.868635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c6ab5ea4-5d4c-46c5-8f25-1cb636937feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:22.881738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9bbba-0d48-4c29-9769-aa9391d9d93e,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:22.892602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.893020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.893459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.893866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.894267 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.894667 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.895063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.895606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.896007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.896406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.896801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.897221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.897706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.898100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.898493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.898887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.899280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.899673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.900063 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.900455 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.900851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.901269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.901662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.902054 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:22.905477 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:22.910939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:22.912216 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-afa4cf33-f8fb-4027-98e3-66680493809e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdd9bbba-0d48-4c29-9769-aa9391d9d93e HTTP/1.1" status: 204 len: 168 time: 0.1916728 Dec 17 16:26:23.262625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 49986) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:23.282396 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.297991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:23.302070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Usage tracker for resource:security_group_rule and tenant:b854c322f5114b6480ffba0ef37cf6b3 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:23.305018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:23.310866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:23.397997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.400812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.410237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b05e557a-dd6b-4dfd-b105-5b02dbdd7e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:23.457972 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b854c322f5114b6480ffba0ef37cf6b3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1939981 Dec 17 16:26:23.459656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed289f39-e5bb-4d99-8e6b-cc15639daed5,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:23.460775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 49992) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:23.464317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:23.579614 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.624701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.676085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1657e2-eee7-4e42-8eed-3c06591b9e0c req-863e6535-5ede-4e2e-a43b-427e4df453bf tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:23.677747 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3a1657e2-eee7-4e42-8eed-3c06591b9e0c req-863e6535-5ede-4e2e-a43b-427e4df453bf tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.1659741 Dec 17 16:26:23.702443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.710797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a81e599c-c097-46ff-96ce-b8b71f23f21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:23.738341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed289f39-e5bb-4d99-8e6b-cc15639daed5,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:23.750981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:23.757064 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3a1657e2-eee7-4e42-8eed-3c06591b9e0c req-4ea648d6-af5c-40b2-a8d6-cdfcb0003d7d tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720806 Dec 17 16:26:23.758080 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:23.762174 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e5a8e33d-ae1b-45ef-8de2-df25d454a6c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed289f39-e5bb-4d99-8e6b-cc15639daed5 HTTP/1.1" status: 204 len: 168 time: 0.3001838 Dec 17 16:26:24.855878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-33259afd-8379-4344-a2f9-c9db211cdbdc tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:24.857566 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-33259afd-8379-4344-a2f9-c9db211cdbdc tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.0914021 Dec 17 16:26:25.226065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Deleting port 1dd599a3-1770-4ab9-94ae-79a9dab8274e {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:26:25.226437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:25.351100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c4a40-4330-4911-9a56-14f14011dca0 req-db4bf45c-e253-4508-9a5d-d6993565211a tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:25.352738 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e23c4a40-4330-4911-9a56-14f14011dca0 req-db4bf45c-e253-4508-9a5d-d6993565211a tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 945 time: 0.4462051 Dec 17 16:26:25.501206 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e23c4a40-4330-4911-9a56-14f14011dca0 req-c985d62f-23e9-44f3-a6a4-cc47ec724483 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404028 Dec 17 16:26:25.562565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] For port 1dd599a3-1770-4ab9-94ae-79a9dab8274e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd599a3-1770-4ab9-94ae-79a9dab8274e,segment=NetworkSegment(015f2e2f-d301-4c25-9bcd-5e61a6b31866),segment_id=015f2e2f-d301-4c25-9bcd-5e61a6b31866)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:25.562859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:25.696120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Calling delete_port for 1dd599a3-1770-4ab9-94ae-79a9dab8274e owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:26:25.743644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:25.851631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:25.867926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-79ba217e-10b5-42d8-a6f5-8cab911b5cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:25.911536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Pushing event deleted for resources: {'Port': ['ID=1dd599a3-1770-4ab9-94ae-79a9dab8274e,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:25.917104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:26.076290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] No DVR routers for this DVR port 1dd599a3-1770-4ab9-94ae-79a9dab8274e on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:26:26.078592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:26.081714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'name': 'network-vif-deleted', 'tag': '1dd599a3-1770-4ab9-94ae-79a9dab8274e'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:26:26.102886 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-add2fb2e-6bbe-4571-8477-88ebe4f799bd req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "DELETE /v2.0/ports/1dd599a3-1770-4ab9-94ae-79a9dab8274e HTTP/1.1" status: 204 len: 173 time: 1.2392473 Dec 17 16:26:26.149152 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bb2b9c-2081-4595-9185-736f3f17b39e', 'name': 'network-vif-deleted', 'tag': '1dd599a3-1770-4ab9-94ae-79a9dab8274e', 'status': 'completed', 'code': 200} Dec 17 16:26:26.192817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 1dd599a3-1770-4ab9-94ae-79a9dab8274e no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:26:26.227711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: 1dd599a3-1770-4ab9-94ae-79a9dab8274e {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:26:26.228117 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 1dd599a3-1770-4ab9-94ae-79a9dab8274e not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:26:26.701574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-08fd5f9f-6dca-4bdf-a32d-fe3832b17849 req-369f933b-d60a-4464-abc9-0147d5e6f218 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Synchronizing usage tracker for tenant:b324f091643f4801bcf26f398fdcb132 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:26:26.716316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-08fd5f9f-6dca-4bdf-a32d-fe3832b17849 req-369f933b-d60a-4464-abc9-0147d5e6f218 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Unset dirty status for tenant:b324f091643f4801bcf26f398fdcb132 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:26:26.717682 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-08fd5f9f-6dca-4bdf-a32d-fe3832b17849 req-369f933b-d60a-4464-abc9-0147d5e6f218 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=f6bb2b9c-2081-4595-9185-736f3f17b39e HTTP/1.1" status: 200 len: 210 time: 0.0639143 Dec 17 16:26:29.203671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50092) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:29.365564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.382069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:29.386178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Usage tracker for resource:security_group_rule and tenant:c22126b0ffc34cf7adb11d46d40c1ba6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:29.389219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:29.395929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:29.507376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.510379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.520549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-363a7892-68f8-46af-8ae0-9fb16f9a860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:29.563670 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c22126b0ffc34cf7adb11d46d40c1ba6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3588169 Dec 17 16:26:29.565414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ce7c7-65d3-4f3b-9777-cb56a981dba4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:29.566601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50108) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:29.569319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:29.633988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.663439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.715441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.721782 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2003e5cb-de7a-41bf-ae34-8fb007bb4024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:29.734779 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ce7c7-65d3-4f3b-9777-cb56a981dba4,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:29.741803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:29.745152 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:29.747100 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df2ce7c7-65d3-4f3b-9777-cb56a981dba4 HTTP/1.1" status: 204 len: 168 time: 0.1791847 Dec 17 16:26:30.103060 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50116) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:30.123402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.139760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:30.144019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Usage tracker for resource:security_group_rule and tenant:64828c20d84a4ff8a5846349470bffb0 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:30.147214 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:30.153154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:30.241951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.244982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.254360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-20e2350b-1d20-4a2d-9660-16263ad4ee9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:30.301851 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64828c20d84a4ff8a5846349470bffb0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1975985 Dec 17 16:26:30.302879 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5a28a-ae9a-404a-80b3-3d45aab0e86d,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:30.304835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50120) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:30.306153 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5b7dbf50-b1cf-46ac-99fc-2e0c3fdc7f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:30.367963 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.395754 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.443979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.449072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c46cd45a-06da-4b60-b483-769e67dfb790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:30.462174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5a28a-ae9a-404a-80b3-3d45aab0e86d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:30.464486 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:30.480987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:30.497695 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b5a28a-ae9a-404a-80b3-3d45aab0e86d HTTP/1.1" status: 204 len: 168 time: 0.1874976 Dec 17 16:26:32.235490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-a6866d58-6f0e-4971-8132-945fa4dfd434 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:32.237108 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-a6866d58-6f0e-4971-8132-945fa4dfd434 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/networks?id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 200 len: 813 time: 0.1625190 Dec 17 16:26:32.257352 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-51998288-7f81-45d9-bb03-c8035e1c54f5 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/quotas/b324f091643f4801bcf26f398fdcb132 HTTP/1.1" status: 200 len: 375 time: 0.0137644 Dec 17 16:26:32.309724 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-d08fed96-5f4a-41e0-b36f-e90a6f56c876 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?tenant_id=b324f091643f4801bcf26f398fdcb132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457432 Dec 17 16:26:32.598416 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-91fa0102-ea72-40f5-b773-71b32bb4f776 service neutron] 10.222.0.37 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805183 Dec 17 16:26:32.747748 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-6e82f036-b7ea-45bf-852d-3a28c5769033 service neutron] 10.222.0.37 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426089 Dec 17 16:26:32.953532 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-93c77a6f-1fd3-4358-b2a5-e6b2ade57c97 req-0b5824bc-28e8-4fe7-8779-727c5b599ac6 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 210 time: 0.0473228 Dec 17 16:26:33.161224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50210) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:33.321358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.336979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:33.341093 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Usage tracker for resource:security_group_rule and tenant:b4592c415df24601b4f37c5a3a65ce38 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:33.344181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:33.350195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:33.448968 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.451764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.461859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-cb0a912a-b877-4671-9d01-645f06e0b7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:33.507576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90693cb5-2954-4f59-9ace-236e9ec6c468,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:33.511093 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:33.521258 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-339f7257-f019-424a-8343-b089e63a3660 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4592c415df24601b4f37c5a3a65ce38&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3586216 Dec 17 16:26:33.521585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50216) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:33.590700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.618795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.663301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.668098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4ada577c-0f69-4c35-9c5e-606eaf0ac0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:33.685287 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90693cb5-2954-4f59-9ace-236e9ec6c468,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:33.688120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:33.690445 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:33.692338 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1bdbc70a-9f16-489e-a71a-e0a00465638e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90693cb5-2954-4f59-9ace-236e9ec6c468 HTTP/1.1" status: 204 len: 168 time: 0.1681840 Dec 17 16:26:34.087137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50226) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:34.123953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.155886 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a50cb8f5-21e0-4545-881a-f9fbd6335118 req-87d101b8-f9f2-48b7-b57b-3ee902fce926 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 210 time: 0.0582602 Dec 17 16:26:34.159207 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:34.163687 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Usage tracker for resource:security_group_rule and tenant:1c230ff73b184d478364fe99805f495c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:34.178169 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:34.181788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-ccf493e4-5e1b-49ee-adf5-d6ba30a6c5c7 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:34.183584 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-ccf493e4-5e1b-49ee-adf5-d6ba30a6c5c7 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "GET /v2.0/networks?id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 200 len: 813 time: 0.2437749 Dec 17 16:26:34.184368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:34.209856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Request body: {'port': {'device_id': 'ce181405-ff92-4417-901d-d118312899d4', 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee', 'admin_state_up': True, 'tenant_id': 'b324f091643f4801bcf26f398fdcb132'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:34.279405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.283505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.293278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b6737bca-2619-4045-9522-ba58894fd4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:34.338204 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c230ff73b184d478364fe99805f495c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2498107 Dec 17 16:26:34.339018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530337e-49a4-4f00-b739-6fffaa675b92,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:34.341565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50234) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:34.344818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-c3567258-0e76-44a8-92be-771fbb14588d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:34.377885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:34.387743 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:34.397698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Made reservation on behalf of b324f091643f4801bcf26f398fdcb132 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:26:34.403282 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.406171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.434917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.488945 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.494371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6758de55-4733-4d0e-aafe-f49884aea76e tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:34.509668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530337e-49a4-4f00-b739-6fffaa675b92,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:34.512187 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:34.515567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.519593 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-84e97406-f18f-4245-90eb-4a9c4e2e2cc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d530337e-49a4-4f00-b739-6fffaa675b92 HTTP/1.1" status: 204 len: 168 time: 0.1770067 Dec 17 16:26:34.740528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Allocated IP 172.20.0.12 (88c2f0f7-ffce-4227-9f53-eb4a41a001ee/1e618573-8ba6-4e24-a05b-782dde58b82d/3ba215c7-f047-4eb2-a7f1-c6996323126c) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:26:34.962760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:34.990927 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:35.008579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d3a8d49f-43ac-4e11-8c6b-65d3f2a0880a tempest-ServerRescueNegativeTestJSON-280269927 tempest-ServerRescueNegativeTestJSON-280269927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:35.155899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Pushing event updated for resources: {'Port': ['ID=3ba215c7-f047-4eb2-a7f1-c6996323126c,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:35.161230 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:35.209019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:26:35.210432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:26:35.212874 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:26:35.286323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:35.287020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:35.325493 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1224351 Dec 17 16:26:35.349122 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Request body: {'port': {'device_id': 'ce181405-ff92-4417-901d-d118312899d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:35.396503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7daf63-3e64-411d-8c38-d9420b533db7 req-cda9ec0d-c173-4604-a087-35711f3ae0ce tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:35.398588 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb7daf63-3e64-411d-8c38-d9420b533db7 req-cda9ec0d-c173-4604-a087-35711f3ae0ce tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 932 time: 0.0936830 Dec 17 16:26:35.450993 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eb7daf63-3e64-411d-8c38-d9420b533db7 req-4920f2a2-1716-4af7-aada-59c3d8144c3e tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Dec 17 16:26:35.469939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.154875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba215c7-f047-4eb2-a7f1-c6996323126c {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:26:36.162565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.176475 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Transition to ACTIVE for port object 3ba215c7-f047-4eb2-a7f1-c6996323126c will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:26:36.179414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.195380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-11c80d73-b52c-4c7a-bd9b-ad5f75f8f534 tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:36.339245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Pushing event updated for resources: {'Port': ['ID=3ba215c7-f047-4eb2-a7f1-c6996323126c,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:36.344537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:36.519850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Attempting to bind port 3ba215c7-f047-4eb2-a7f1-c6996323126c on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:26:36.520313 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Attempting to bind port 3ba215c7-f047-4eb2-a7f1-c6996323126c by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:26:36.520576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Attempting to bind port 3ba215c7-f047-4eb2-a7f1-c6996323126c on network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:26:36.526798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:26:36.527182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Checking segment: {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:26:36.527590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.527984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Bound using segment: {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:26:36.528535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Bound port: 3ba215c7-f047-4eb2-a7f1-c6996323126c, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015f2e2f-d301-4c25-9bcd-5e61a6b31866', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88c2f0f7-ffce-4227-9f53-eb4a41a001ee'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:26:36.528908 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.627473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:26:36.686604 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] For port 3ba215c7-f047-4eb2-a7f1-c6996323126c, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:26:36.698694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] For port 3ba215c7-f047-4eb2-a7f1-c6996323126c, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3ba215c7-f047-4eb2-a7f1-c6996323126c,segment=NetworkSegment(015f2e2f-d301-4c25-9bcd-5e61a6b31866),segment_id=015f2e2f-d301-4c25-9bcd-5e61a6b31866)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:26:36.704197 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.720624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7d47ca2f-7df7-4d8c-9d1a-c63277c9dcd0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:36.762584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c7d25-e583-4f0c-a3af-c7bf0d6ae529 req-76de6f78-b901-43fd-8e12-29e2d19435b4 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:36.763347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8a3c7d25-e583-4f0c-a3af-c7bf0d6ae529 req-76de6f78-b901-43fd-8e12-29e2d19435b4 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Synchronizing usage tracker for tenant:b324f091643f4801bcf26f398fdcb132 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:26:36.876318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-8a3c7d25-e583-4f0c-a3af-c7bf0d6ae529 req-76de6f78-b901-43fd-8e12-29e2d19435b4 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Unset dirty status for tenant:b324f091643f4801bcf26f398fdcb132 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:26:36.877677 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8a3c7d25-e583-4f0c-a3af-c7bf0d6ae529 req-76de6f78-b901-43fd-8e12-29e2d19435b4 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 944 time: 0.2841127 Dec 17 16:26:36.882987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Pushing event updated for resources: {'Port': ['ID=3ba215c7-f047-4eb2-a7f1-c6996323126c,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:36.895581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:36.961897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8a3c7d25-e583-4f0c-a3af-c7bf0d6ae529 req-c31aff42-c019-467b-b7fd-9cc4fae72988 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Dec 17 16:26:36.971133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:36.971824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:36.973332 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] 10.222.0.68 "PUT /v2.0/ports/3ba215c7-f047-4eb2-a7f1-c6996323126c HTTP/1.1" status: 200 len: 1158 time: 1.6335175 Dec 17 16:26:36.973878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181405-ff92-4417-901d-d118312899d4', 'tag': '3ba215c7-f047-4eb2-a7f1-c6996323126c'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:26:37.069153 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181405-ff92-4417-901d-d118312899d4', 'tag': '3ba215c7-f047-4eb2-a7f1-c6996323126c', 'status': 'completed', 'code': 200} Dec 17 16:26:37.110104 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-e866afb9-da60-456e-bc51-8b4f4e8d5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:37.111719 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-e866afb9-da60-456e-bc51-8b4f4e8d5025 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b324f091643f4801bcf26f398fdcb132&device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 1161 time: 0.0817699 Dec 17 16:26:37.192786 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-699c6ed3-b663-404f-bade-0995d17a7c02 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba215c7-f047-4eb2-a7f1-c6996323126c HTTP/1.1" status: 200 len: 217 time: 0.0659983 Dec 17 16:26:37.267365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-266f44ba-091e-4420-801d-d688ad334ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:37.268945 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-266f44ba-091e-4420-801d-d688ad334ade service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e618573-8ba6-4e24-a05b-782dde58b82d HTTP/1.1" status: 200 len: 853 time: 0.0690827 Dec 17 16:26:37.321182 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-327f7821-38c0-43f4-a198-e3174cdfa16d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449862 Dec 17 16:26:37.472320 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-5f9debd7-3132-4f1b-ab36-5222a84b1036 service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445003 Dec 17 16:26:37.627746 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-a8b860cb-593b-4212-8b9f-0a163bb1361b req-897b1824-3e3b-4346-bc5e-a5e780c0738b service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481655 Dec 17 16:26:37.790668 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7577-30ec-4663-aaf8-6494311888df req-90e479cc-a338-445e-840c-fb54e9f0625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:37.792203 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-90e479cc-a338-445e-840c-fb54e9f0625d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b324f091643f4801bcf26f398fdcb132&device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 1161 time: 0.0758007 Dec 17 16:26:37.941356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7577-30ec-4663-aaf8-6494311888df req-3e6fc3b7-d0c2-438f-8c64-3a5a9e30089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:37.942944 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-3e6fc3b7-d0c2-438f-8c64-3a5a9e30089f service neutron] 10.222.0.68 "GET /v2.0/networks?id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 200 len: 907 time: 0.1438367 Dec 17 16:26:38.018939 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-2c53b82d-27a5-47f8-9d45-3ccb38c39008 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba215c7-f047-4eb2-a7f1-c6996323126c HTTP/1.1" status: 200 len: 217 time: 0.0682728 Dec 17 16:26:38.090595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7577-30ec-4663-aaf8-6494311888df req-24214181-703f-41f8-a31c-2199d1822143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:38.092118 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-24214181-703f-41f8-a31c-2199d1822143 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e618573-8ba6-4e24-a05b-782dde58b82d HTTP/1.1" status: 200 len: 853 time: 0.0658154 Dec 17 16:26:38.188664 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-7f28f5c8-97bd-497d-a5ae-b381878db314 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88c2f0f7-ffce-4227-9f53-eb4a41a001ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880044 Dec 17 16:26:38.329901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb51168-ad64-43fc-b4a2-dca6aa561017 req-d509e33a-2201-4dcd-90f0-b1f8c9b23dcf tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:38.331510 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-adb51168-ad64-43fc-b4a2-dca6aa561017 req-d509e33a-2201-4dcd-90f0-b1f8c9b23dcf tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 944 time: 0.2328219 Dec 17 16:26:38.373345 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-a44a8d43-862d-4e6f-a2c1-f2ad178ec7eb service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765578 Dec 17 16:26:38.426882 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-adb51168-ad64-43fc-b4a2-dca6aa561017 req-9719dec7-37e6-4dea-8799-fa8f92bec0ab tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Dec 17 16:26:38.540968 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ebb7577-30ec-4663-aaf8-6494311888df req-7a327c09-ff80-499f-b0a8-14b59d7cc6c0 service neutron] 10.222.0.68 "GET /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1544776 Dec 17 16:26:39.215233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1002036a-15f1-4f0b-9839-4d1cae395616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:39.658821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57abf-aaa4-4537-96c5-fa99758955d2 req-83872f5f-1557-4096-b4a0-329801e8a76f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:39.660479 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cdc57abf-aaa4-4537-96c5-fa99758955d2 req-83872f5f-1557-4096-b4a0-329801e8a76f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 944 time: 0.0920353 Dec 17 16:26:39.714360 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cdc57abf-aaa4-4537-96c5-fa99758955d2 req-f634f7a0-7bd1-44c9-b42b-36d7404b2bd1 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Dec 17 16:26:40.671810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3ba215c7-f047-4eb2-a7f1-c6996323126c up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:26:40.744492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port 3ba215c7-f047-4eb2-a7f1-c6996323126c completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:26:40.752024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 3ba215c7-f047-4eb2-a7f1-c6996323126c triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:26:40.752427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:40.878817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:40.908451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181405-ff92-4417-901d-d118312899d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba215c7-f047-4eb2-a7f1-c6996323126c'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:26:40.923029 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port 3ba215c7-f047-4eb2-a7f1-c6996323126c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3ba215c7-f047-4eb2-a7f1-c6996323126c,segment=NetworkSegment(015f2e2f-d301-4c25-9bcd-5e61a6b31866),segment_id=015f2e2f-d301-4c25-9bcd-5e61a6b31866)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:26:40.927157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:40.929590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:40.960861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e4473-5db3-4762-b2ac-62a9ce87017c req-677cf5ff-ffca-40b6-ab83-e4b30206bc8d tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:40.962650 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c40e4473-5db3-4762-b2ac-62a9ce87017c req-677cf5ff-ffca-40b6-ab83-e4b30206bc8d tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 944 time: 0.1085548 Dec 17 16:26:40.978516 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181405-ff92-4417-901d-d118312899d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba215c7-f047-4eb2-a7f1-c6996323126c', 'code': 200} Dec 17 16:26:41.003024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=3ba215c7-f047-4eb2-a7f1-c6996323126c,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:41.012707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.013100 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.013501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.013881 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.014790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.015168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.015621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.016064 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.016312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.016680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.017050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.017440 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.017929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.018276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.018637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.019057 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.019364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.019730 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.020091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.020441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.020810 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.021199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.021561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.021922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:26:41.022382 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c40e4473-5db3-4762-b2ac-62a9ce87017c req-016873da-1f41-4655-9b48-7937572e94e0 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Dec 17 16:26:41.026435 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:41.277748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d59cb-8355-443f-b71f-67495e65c3f7 req-503311ec-4c5c-4c69-a019-113464a5f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:41.279297 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5f6d59cb-8355-443f-b71f-67495e65c3f7 req-503311ec-4c5c-4c69-a019-113464a5f93a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 1163 time: 0.0756691 Dec 17 16:26:41.327233 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5f6d59cb-8355-443f-b71f-67495e65c3f7 req-5461b8e2-da3c-417c-b79a-247b17613c63 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Dec 17 16:26:41.695258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-08b36346-c492-45ff-88d4-641c645e2005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.146719 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50330) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:42.246663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b86fd-1bf8-474f-aaca-0eee72030cff req-b3da5bf1-4560-4c0e-bed5-26f3fa5fb63c tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:42.249049 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ac4b86fd-1bf8-474f-aaca-0eee72030cff req-b3da5bf1-4560-4c0e-bed5-26f3fa5fb63c tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0906587 Dec 17 16:26:42.309231 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ac4b86fd-1bf8-474f-aaca-0eee72030cff req-f44423e4-e3c3-4edb-a5fe-fa05cb6d9cba tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Dec 17 16:26:42.312987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.331764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:26:42.336401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Usage tracker for resource:security_group_rule and tenant:d4ec6907f1c54590bab3d8df7c10667c is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:26:42.340002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:26:42.346343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:26:42.432130 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3ba215c7-f047-4eb2-a7f1-c6996323126c up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:26:42.442716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.446021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.456027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1be7addd-76cb-4494-8926-d9c8d5c6b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:42.487415 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225434a3-19b2-48b4-9845-366722735f11,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:42.493264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:42.508363 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port 3ba215c7-f047-4eb2-a7f1-c6996323126c triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:26:42.508710 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.513665 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-0a09b4af-97f4-4758-8e30-cbdce2afda3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4ec6907f1c54590bab3d8df7c10667c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3657341 Dec 17 16:26:42.515084 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50336) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:26:42.584407 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.585873 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.616343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.663826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.669027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-6dbc2890-d395-413c-bd0d-6618513b6354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:26:42.682586 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225434a3-19b2-48b4-9845-366722735f11,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:26:42.686500 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:26:42.688567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:42.689821 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-dde31374-e15e-41ac-be66-b86b6ae15b5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/225434a3-19b2-48b4-9845-366722735f11 HTTP/1.1" status: 204 len: 168 time: 0.1731141 Dec 17 16:26:43.201172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:43.529560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87163cd-0c37-4b2d-af76-9fe46a52cc9d req-13fd3728-9294-4732-a136-cab6f109e35e tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:43.531807 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d87163cd-0c37-4b2d-af76-9fe46a52cc9d req-13fd3728-9294-4732-a136-cab6f109e35e tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0939949 Dec 17 16:26:43.581484 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-d87163cd-0c37-4b2d-af76-9fe46a52cc9d req-d0d39664-e111-4df2-8261-a1dea7b25138 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Dec 17 16:26:44.042598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:55.760621 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:26:59.689516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee995-7639-4c40-b9fb-c6302e630280 req-a2905d36-828e-4ca7-88d6-cb1bbbbc085c tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:26:59.691142 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8beee995-7639-4c40-b9fb-c6302e630280 req-a2905d36-828e-4ca7-88d6-cb1bbbbc085c tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0899680 Dec 17 16:26:59.739975 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8beee995-7639-4c40-b9fb-c6302e630280 req-01d5564a-f2a5-4a8d-8ba2-e99c9917277f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Dec 17 16:27:00.959109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ef0ba-ef0a-439b-b2cf-9de80c393d33 req-78457e4c-d711-49ad-adbf-a2e1d25d7b74 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:00.960771 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f06ef0ba-ef0a-439b-b2cf-9de80c393d33 req-78457e4c-d711-49ad-adbf-a2e1d25d7b74 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0849185 Dec 17 16:27:01.019378 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f06ef0ba-ef0a-439b-b2cf-9de80c393d33 req-07dd9a17-4a03-4a92-8dd3-1814793bd427 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516350 Dec 17 16:27:02.251846 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b2ba6-3d7c-4e38-8ba2-da11946c7e07 req-8788aeca-618a-4671-93e4-1687c7896c22 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:02.253472 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-827b2ba6-3d7c-4e38-8ba2-da11946c7e07 req-8788aeca-618a-4671-93e4-1687c7896c22 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0842402 Dec 17 16:27:02.303686 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-827b2ba6-3d7c-4e38-8ba2-da11946c7e07 req-0c6909ec-2c1d-4d54-a461-95f115879898 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Dec 17 16:27:03.647482 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b810-63d3-445a-9533-ca89d7549811 req-591a08a6-1d61-4348-8898-175499e22dc4 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:03.649251 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8528b810-63d3-445a-9533-ca89d7549811 req-591a08a6-1d61-4348-8898-175499e22dc4 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0866170 Dec 17 16:27:03.697673 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-8528b810-63d3-445a-9533-ca89d7549811 req-2183cec2-0440-4309-87a6-ee593f7f6122 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/security-groups?id=f6fb4466-f390-43fe-9cf4-c47344205347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Dec 17 16:27:04.052580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-9b1a9edc-7353-4665-a625-52a264a18858 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:04.054100 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-9b1a9edc-7353-4665-a625-52a264a18858 tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 946 time: 0.0864744 Dec 17 16:27:04.128598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Deleting port 3ba215c7-f047-4eb2-a7f1-c6996323126c {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:27:04.128956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:04.388880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] For port 3ba215c7-f047-4eb2-a7f1-c6996323126c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3ba215c7-f047-4eb2-a7f1-c6996323126c,segment=NetworkSegment(015f2e2f-d301-4c25-9bcd-5e61a6b31866),segment_id=015f2e2f-d301-4c25-9bcd-5e61a6b31866)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:27:04.389336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:04.492809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device 3ba215c7-f047-4eb2-a7f1-c6996323126c no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:27:04.521007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Calling delete_port for 3ba215c7-f047-4eb2-a7f1-c6996323126c owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:27:04.607072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:04.668967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:04.687601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e2a50025-531e-49c6-81db-5292f01b130b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:04.734392 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Pushing event deleted for resources: {'Port': ['ID=3ba215c7-f047-4eb2-a7f1-c6996323126c,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:04.737538 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:04.877055 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0adb8b78-ae4b-4890-8fd1-7591a786217e req-b29cd688-48f7-4647-9c9d-58875322670d tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.37 "GET /v2.0/ports?device_id=ce181405-ff92-4417-901d-d118312899d4 HTTP/1.1" status: 200 len: 210 time: 0.0465641 Dec 17 16:27:04.893017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] No DVR routers for this DVR port 3ba215c7-f047-4eb2-a7f1-c6996323126c on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:27:04.895406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:04.898299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181405-ff92-4417-901d-d118312899d4', 'name': 'network-vif-deleted', 'tag': '3ba215c7-f047-4eb2-a7f1-c6996323126c'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:27:04.919258 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fdbe0e4c-1041-4f51-9e9a-97116cbf8cb9 req-d321b880-0688-4bb4-a2ba-001c6881779f tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] 10.222.0.68 "DELETE /v2.0/ports/3ba215c7-f047-4eb2-a7f1-c6996323126c HTTP/1.1" status: 204 len: 173 time: 0.8589942 Dec 17 16:27:04.962621 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181405-ff92-4417-901d-d118312899d4', 'name': 'network-vif-deleted', 'tag': '3ba215c7-f047-4eb2-a7f1-c6996323126c', 'status': 'completed', 'code': 200} Dec 17 16:27:09.208936 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d0b29b23-ccda-4363-a597-e35fe11ef664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:11.697632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3d03c1b8-9d27-4e04-a366-99cd3cd0eaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:12.570611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:13.203517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:13.627359 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:27:14.043659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:25.734208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50550) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:25.767678 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:25.803307 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Deleting subnet 1e618573-8ba6-4e24-a05b-782dde58b82d {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:27:25.806635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:25.863067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:25.922688 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:26.180913 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:26.197129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-62fccb58-377c-4abb-98cb-1a397bb33aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:26.235809 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e618573-8ba6-4e24-a05b-782dde58b82d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:26.255622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.256041 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.256454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.256860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.257292 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.257696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.258099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.258493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.258888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.259283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.259677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.260070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.260555 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.260947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.261367 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.261760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.262178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.262571 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.262981 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.263374 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.263764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.264157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.264546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.264933 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:26.270819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:26.352563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:26.359340 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1e618573-8ba6-4e24-a05b-782dde58b82d HTTP/1.1" status: 204 len: 168 time: 0.6240466 Dec 17 16:27:26.362039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50554) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:26.719891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:26.910799 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.032546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c2f0f7-ffce-4227-9f53-eb4a41a001ee']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:27.050504 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015f2e2f-d301-4c25-9bcd-5e61a6b31866') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:27.050839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015f2e2f-d301-4c25-9bcd-5e61a6b31866') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:27.063656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.079251 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.081432 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:27:27.274673 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:27:27.284481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.466992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Network 88c2f0f7-ffce-4227-9f53-eb4a41a001ee has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:27.495298 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:27.576636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.580049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:27.596236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.605246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Pushing event deleted for resources: {'Network': ['ID=88c2f0f7-ffce-4227-9f53-eb4a41a001ee,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:27.608724 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:27.614603 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8a3e7c97-b809-4e27-9c53-7fa8e420b06c admin admin] 10.222.0.37 "DELETE /v2.0/networks/88c2f0f7-ffce-4227-9f53-eb4a41a001ee HTTP/1.1" status: 204 len: 168 time: 1.2514706 Dec 17 16:27:27.774534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50562) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:27.831915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ce4ef593-15f2-41df-b28b-19c7c0de46ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b324f091643f4801bcf26f398fdcb132&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0558522 Dec 17 16:27:27.834549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50566) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:27.897642 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.926198 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.972008 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:27.977176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-72f3ba3c-9b0c-4de0-801c-d26a250aa9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:27.990923 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb4466-f390-43fe-9cf4-c47344205347,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:27.994342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:28.007260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:28.008572 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ea41f946-91f8-41df-9034-a0d2b43977ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6fb4466-f390-43fe-9cf4-c47344205347 HTTP/1.1" status: 204 len: 168 time: 0.1729932 Dec 17 16:27:35.014533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50632) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:35.166991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.183425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:35.187560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd1a6f0276a64a3eba2255cfaf1668b4 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:35.190664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:35.196955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:35.289771 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.292703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.306413 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-71c12ebe-14b0-4881-8a2f-4e902abe61fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:35.351315 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd1a6f0276a64a3eba2255cfaf1668b4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3354180 Dec 17 16:27:35.352209 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee04e5-9e15-48b6-b005-7603da6b78d2,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:35.354149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50638) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:35.355738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-ba7724c5-102c-446d-8188-5843f09180e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:35.419386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.454107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.502916 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.508141 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-722f5186-dfde-4f16-b40e-d31d0f987f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:35.521069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee04e5-9e15-48b6-b005-7603da6b78d2,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:35.530333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:35.531546 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cee04e5-9e15-48b6-b005-7603da6b78d2 HTTP/1.1" status: 204 len: 168 time: 0.1763265 Dec 17 16:27:35.533005 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.533453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.533860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.534401 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.534801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.535201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.535595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.535988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.536381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.536775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.537395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.537570 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.538025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.538414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.538803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.539190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.539703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.539940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.540329 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.540716 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.541118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.541498 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.541887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.542269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:35.547256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a44b2a5a-d858-4479-ab2a-11aaee53554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:36.467095 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50660) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:36.615195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1458930447-network', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:36.620575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:36.625226 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Usage tracker for resource:network and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:36.628256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:36.634136 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:36.644529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Made reservation on behalf of f53483c4196d4c50870b63a4c02c8087 for: {'network': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:27:36.649196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:36.663523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:36.679269 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:36.683373 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:36.686862 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:36.692665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:36.778335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:36.782202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:36.786839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5223ff53-ecca-4978-83a9-57723823eee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:36.816381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:27:36.829886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb10f9a-3e3b-49d4-82ba-f5bcf1ebcd41,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:36.834148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:36.835140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:36.835524 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Added segment 841bedc5-d3e3-4291-b8b8-a2ace7f4bc88 of type vxlan for network 8c5f400b-3a10-4b26-ab47-7be73af5245c Dec 17 16:27:36.866310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:37.126065 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:37.127331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:37.127958 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:37.133222 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7e9bfd55-ab8c-47a6-bdc4-496fba0301eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:37.242272 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7737489 Dec 17 16:27:37.243234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5f400b-3a10-4b26-ab47-7be73af5245c,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:37.245446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50666) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:37.248707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-463a63f2-87c0-4bc5-a127-9f59b9b507f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:37.252863 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Request body: {'subnet': {'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1458930447-subnet', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'ip_version': 4}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:37.255758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:27:37.258347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:37.262507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Usage tracker for resource:subnet and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:37.266595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:37.271823 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:27:37.275048 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:37.289706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Made reservation on behalf of f53483c4196d4c50870b63a4c02c8087 for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:27:37.295674 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1811396'] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:37.771091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27265749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1811413'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:37.787508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d7a118b7-241a-457e-a007-dacf3bd96adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:37.931217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:37.934480 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:37.996092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Checking segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:37.996402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Network hostable DHCP agents. Network: 8c5f400b-3a10-4b26-ab47-7be73af5245c, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:27:38.017685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:27:38.026773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 8c5f400b-3a10-4b26-ab47-7be73af5245c) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:38.035722 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843c2f8-7fc5-4159-befe-3266d04128a2 None None] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:27:38.040448 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:38.041125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.079897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-84ab0a3c-7edc-4bed-a946-ce7d3517db7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8330724 Dec 17 16:27:38.083007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50670) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:38.089900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:38.095139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:38.099411 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Usage tracker for resource:router and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:38.103159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:38.110348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:38.120995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.122658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.148591 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.292535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-8c5f400b-3a10-4b26-ab47-7be73af5245c', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:27:38.293506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.448718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.597807 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Allocated IP 172.20.0.2 (8c5f400b-3a10-4b26-ab47-7be73af5245c/5adbd8c9-f21c-455d-9a80-ed39fa9ac3da/2fe65559-77eb-44cf-89e2-7e1c810c4e6d) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:27:38.812682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.829694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.842637 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Transition to ACTIVE for port object 2fe65559-77eb-44cf-89e2-7e1c810c4e6d will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:38.848735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.861572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Transition to ACTIVE for port object 2fe65559-77eb-44cf-89e2-7e1c810c4e6d will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:38.866577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:38.883832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3b78396e-92de-43e9-8f0d-7ba6e7ebdadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:39.031094 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Pushing event updated for resources: {'Port': ['ID=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:39.042767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:39.089555 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:39.090645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:39.093685 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:27:39.124997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Allocated IP 172.28.3.248 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/1a487edc-d7eb-4bbe-9d08-818520a5819a) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:27:39.157675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Attempting to bind port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:27:39.158148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Attempting to bind port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:27:39.158603 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Attempting to bind port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d on network 8c5f400b-3a10-4b26-ab47-7be73af5245c {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:27:39.165147 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:27:39.165574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Checking segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:39.166023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:39.166458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Bound using segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:27:39.166976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Bound port: 2fe65559-77eb-44cf-89e2-7e1c810c4e6d, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:27:39.167405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:39.245720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-af205319-32a9-476e-b7b1-abcd51685418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:39.276680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] For port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:27:39.280058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] For port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:27:39.283655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:39.294677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:39.300324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:39.324875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:39.341025 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-af2604c3-f276-4c08-9c1f-94479318783b tempest-VolumesSnapshotTestJSON-398108456 tempest-VolumesSnapshotTestJSON-398108456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:39.455976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Pushing event updated for resources: {'Port': ['ID=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:39.459531 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:39.487768 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a487edc-d7eb-4bbe-9d08-818520a5819a,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:39.493387 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:39.541408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:39.542723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:39.545154 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:27:40.256409 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:40.609918 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:40.822145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Router 26e3f783-5378-4f12-91e9-5217ccb73779 is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:27:41.016929 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:27:41.025836 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Sync routers for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:27:41.036106 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:41.036777 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:41.052070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:41.053451 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-36910a36-0417-42ea-82f9-17f0559b91a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9690020 Dec 17 16:27:41.056581 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50674) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:41.058606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced01f34-6ef6-4c2c-b5d4-ad92bba5763b None None] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:27:41.174218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-c174e056-a7f1-484e-b258-89d853cc831f None None] Provisioning for port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:41.410132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:41.711425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-9689d0a8-3634-4853-be6d-48681ee7fe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:41.783525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:39Z', 'revision_number': 3, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:41.788439 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Checking router: 26e3f783-5378-4f12-91e9-5217ccb73779 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:27:41.788935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Updating router 26e3f783-5378-4f12-91e9-5217ccb73779 port 1a487edc-d7eb-4bbe-9d08-818520a5819a binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:27:41.796625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:41.835027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 2fe65559-77eb-44cf-89e2-7e1c810c4e6d up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:41.859037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:41.924961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:41.930505 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:41.930935 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.074679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-89b3f350-1adb-473c-a4b6-afb05c5d6793 None None] Provisioning complete for port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:42.074919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-89b3f350-1adb-473c-a4b6-afb05c5d6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.103672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.163135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:27:42.168640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.171901 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:42.207699 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Allocated IP 172.20.0.1 (8c5f400b-3a10-4b26-ab47-7be73af5245c/5adbd8c9-f21c-455d-9a80-ed39fa9ac3da/83ec3ace-143d-41c4-8a3b-e66c11d44ec4) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:27:42.296742 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:42.302358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.306953 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.307347 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.307734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.308110 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.308484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.308860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.309278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.309684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.310059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.310441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.310795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.311161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.311620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.311985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.312351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.312714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.313427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.313427 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.313795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.314158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.314518 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.314879 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.315247 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.315611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.315786 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Transition to ACTIVE for port object 1a487edc-d7eb-4bbe-9d08-818520a5819a will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:42.319506 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.320135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:42.335839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:42.379595 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.397940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Transition to ACTIVE for port object 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:42.417955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.433959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f7f60f7a-d8be-4fa8-bcce-467435a81f4d tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:42.478703 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Pushing event updated for resources: {'Port': ['ID=1a487edc-d7eb-4bbe-9d08-818520a5819a,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:42.504495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.504999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.505438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.505796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.506160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.506523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.506885 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.507272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.507633 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.507990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.508349 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.509240 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.509697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.510091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.510459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.511244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.511244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.511612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.511964 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.512325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.512747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.514184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.514757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.515160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:27:42.520917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:42.568174 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Attempting to bind port 1a487edc-d7eb-4bbe-9d08-818520a5819a on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:27:42.568596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Attempting to bind port 1a487edc-d7eb-4bbe-9d08-818520a5819a by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:27:42.568999 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Attempting to bind port 1a487edc-d7eb-4bbe-9d08-818520a5819a on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:27:42.575059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.575833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:27:42.576121 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:42.576563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.576989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:27:42.577540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Bound port: 1a487edc-d7eb-4bbe-9d08-818520a5819a, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:27:42.577947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.584552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Pushing event updated for resources: {'Port': ['ID=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:42.594882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:42.639892 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:42.641102 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:42.643501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:27:42.654155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] For port 1a487edc-d7eb-4bbe-9d08-818520a5819a, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:27:42.659032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] For port 1a487edc-d7eb-4bbe-9d08-818520a5819a, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1a487edc-d7eb-4bbe-9d08-818520a5819a,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:27:42.662891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.679934 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:42.707334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.840697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Pushing event updated for resources: {'Port': ['ID=1a487edc-d7eb-4bbe-9d08-818520a5819a,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:42.847312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7b9c06c5-6ac3-43a8-8130-c2c461abfd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:42.900669 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:42.901371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:42.924865 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-80874d53-1ba0-4166-a91b-22942ed5eaaf None None] Provisioning for port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:42.932195 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-80874d53-1ba0-4166-a91b-22942ed5eaaf None None] Provisioning complete for port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:42.932612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-80874d53-1ba0-4166-a91b-22942ed5eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.991138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:42.994539 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-80874d53-1ba0-4166-a91b-22942ed5eaaf None None] Port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:27:43.092545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:43.206125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:43.446983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 1, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:43.452196 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dda56-e8e2-4d2a-a7e8-f2eb3e4ac516 None None] The sync data for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb is: [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 1, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:27:43.542471 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:43.546833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:43.577091 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:43.660965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:43.675168 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Pushing event updated for resources: {'Port': ['ID=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:43.678368 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:43.824594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 2fe65559-77eb-44cf-89e2-7e1c810c4e6d up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:43.827549 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:43.828855 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:43.915697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:43.916119 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:44.057900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Router 26e3f783-5378-4f12-91e9-5217ccb73779 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:27:44.072557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:44.126814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e78974b0-db9a-434c-9166-198f65dddf28 None None] Provisioning complete for port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:44.127234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e78974b0-db9a-434c-9166-198f65dddf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:44.184640 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e78974b0-db9a-434c-9166-198f65dddf28 None None] Port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:27:44.262239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:27:44.285708 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-5bf1f82b-7743-4931-9afa-570c36115cdf admin admin] 10.222.0.37 "PUT /v2.0/routers/26e3f783-5378-4f12-91e9-5217ccb73779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2278695 Dec 17 16:27:45.041721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50692) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:45.048418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1761980868-network', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:45.053821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:45.057897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Usage tracker for resource:network and tenant:a456f95f26e9436dbb2ff837db0122a2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:45.060954 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:45.066926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:45.077617 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Made reservation on behalf of a456f95f26e9436dbb2ff837db0122a2 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:27:45.082453 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.096228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.111532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:45.115587 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Usage tracker for resource:security_group_rule and tenant:a456f95f26e9436dbb2ff837db0122a2 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:45.118575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:45.124360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:45.209859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.212574 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.217351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e06f699b-44ba-4636-bddf-997ce780a13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:45.245890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 17 16:27:45.258666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104623c4-502c-42c8-85be-bd7a8b32cebc,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:45.263644 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:45.264670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285974296351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.265114 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.segments_db [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Added segment ee190c03-c1a7-41b8-b4fb-0f417cde5871 of type vxlan for network 468a9d08-a2f5-4a52-b82f-a902f052930a Dec 17 16:27:45.297056 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363285974896534'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.327741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.329210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:45.329860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.335148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1bb8a62a-75e5-43c9-b3e9-3fba9077eb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:45.440072 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3971181 Dec 17 16:27:45.443171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50696) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:45.446018 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Pushing event updated for resources: {'Network': ['ID=468a9d08-a2f5-4a52-b82f-a902f052930a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:45.449296 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:45.449528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Request body: {'subnet': {'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1761980868-subnet', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'ip_version': 4}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:45.455826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:45.457661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Network 468a9d08-a2f5-4a52-b82f-a902f052930a details requested by agent ovs-agent-dv-cinder-766752-2-smb with host dv-cinder-766752-2-smb {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:27:45.459975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Usage tracker for resource:subnet and tenant:a456f95f26e9436dbb2ff837db0122a2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:45.464316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:45.470666 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:45.480171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Network 468a9d08-a2f5-4a52-b82f-a902f052930a details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 17 16:27:45.486821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Made reservation on behalf of a456f95f26e9436dbb2ff837db0122a2 for: {'subnet': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:27:45.492213 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1811396'] for subnet, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.817827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1a487edc-d7eb-4bbe-9d08-818520a5819a up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:45.888155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 1a487edc-d7eb-4bbe-9d08-818520a5819a completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:45.893265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 1a487edc-d7eb-4bbe-9d08-818520a5819a triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:45.893681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.930789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27265749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1811413'] for subnet, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:45.946759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:46.016358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.033366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 1a487edc-d7eb-4bbe-9d08-818520a5819a, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1a487edc-d7eb-4bbe-9d08-818520a5819a,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:27:46.036627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.038596 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:46.088224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:46.093264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:46.108775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=1a487edc-d7eb-4bbe-9d08-818520a5819a,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:46.112378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:46.158066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Checking segment: {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:46.158393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Network hostable DHCP agents. Network: 468a9d08-a2f5-4a52-b82f-a902f052930a, hostable agents: ['b223b2a7-023d-4c61-bd9a-293ab6f5afbc'], hosted agents: [] {{(pid=80333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 17 16:27:46.178391 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Network 468a9d08-a2f5-4a52-b82f-a902f052930a is scheduled to be hosted by DHCP agent b223b2a7-023d-4c61-bd9a-293ab6f5afbc with binding_index 1 {{(pid=80333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 17 16:27:46.189050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-smb, 468a9d08-a2f5-4a52-b82f-a902f052930a) {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:46.198597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a64f4c-9e7a-42e0-9a7c-eea852cf4634 None None] Network 468a9d08-a2f5-4a52-b82f-a902f052930a requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:27:46.206218 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:27:46.206976 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for subnet, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.228009 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-72be4955-3949-4bdf-bedc-1ac4c2ceb535 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7836368 Dec 17 16:27:46.230680 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 50700) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:46.236565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:46.241940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:46.254444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Usage tracker for resource:router and tenant:a456f95f26e9436dbb2ff837db0122a2 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:46.258907 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:46.265758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:46.275336 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854567697'] for router, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.276483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854022548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854570727'] for router, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.292109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.444016 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e2382e-85d9-5825-9fc5-27c316a683df-468a9d08-a2f5-4a52-b82f-a902f052930a', 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'fixed_ips': [{'subnet_id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1'}]}} from dv-cinder-766752-2-smb. {{(pid=80335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 17 16:27:46.444982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.578511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854570744'] for router, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:46.762978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Allocated IP 172.20.0.2 (468a9d08-a2f5-4a52-b82f-a902f052930a/8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1/1c573fed-dc61-486e-9d59-80d299e38fc1) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:27:46.864071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Sync routers for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:27:46.896502 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:46.897246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:47.170325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:47.206125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:47.335684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:47.344343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:47.401650 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Transition to ACTIVE for port object 1c573fed-dc61-486e-9d59-80d299e38fc1 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:47.487741 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Allocated IP 172.28.3.206 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/b95a0d76-29e8-4899-83af-e9254abde332) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:27:47.491989 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Transition to ACTIVE for port object 1c573fed-dc61-486e-9d59-80d299e38fc1 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:47.523682 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:47.543215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:47.662611 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:47.689408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:47.705793 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fbf4e963-f2d0-4616-ad52-bda246690edc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:47.770797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Pushing event updated for resources: {'Port': ['ID=1c573fed-dc61-486e-9d59-80d299e38fc1,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:47.777145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:47.848634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Pushing event updated for resources: {'Port': ['ID=b95a0d76-29e8-4899-83af-e9254abde332,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:47.853219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1a487edc-d7eb-4bbe-9d08-818520a5819a up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:47.859300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:47.912867 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:47.914160 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:47.916503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:27:47.942995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Network 468a9d08-a2f5-4a52-b82f-a902f052930a is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:47.948872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:47.952158 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:27:48.031394 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 1a487edc-d7eb-4bbe-9d08-818520a5819a triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:48.031811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.060239 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Attempting to bind port 1c573fed-dc61-486e-9d59-80d299e38fc1 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:27:48.060660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Attempting to bind port 1c573fed-dc61-486e-9d59-80d299e38fc1 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:27:48.061106 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Attempting to bind port 1c573fed-dc61-486e-9d59-80d299e38fc1 on network 468a9d08-a2f5-4a52-b82f-a902f052930a {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:27:48.078013 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:27:48.078431 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Checking segment: {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:48.078888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.079331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Bound using segment: {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:27:48.079861 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Bound port: 1c573fed-dc61-486e-9d59-80d299e38fc1, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:27:48.080276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.096078 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:43Z', 'revision_number': 2, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:48.118378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Checking router: 26e3f783-5378-4f12-91e9-5217ccb73779 for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:27:48.118784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Updating router 26e3f783-5378-4f12-91e9-5217ccb73779 port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:27:48.232414 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.352489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] For port 1c573fed-dc61-486e-9d59-80d299e38fc1, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:27:48.355672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.381352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] For port 1c573fed-dc61-486e-9d59-80d299e38fc1, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1c573fed-dc61-486e-9d59-80d299e38fc1,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:27:48.416408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.433994 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:48.668317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Pushing event updated for resources: {'Port': ['ID=1c573fed-dc61-486e-9d59-80d299e38fc1,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:48.678430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:48.758361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854063674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854069788'] for router, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.943517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.958215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Transition to ACTIVE for port object 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:48.962023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:48.978083 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:48.985112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Router fcc14920-119c-4dcf-9c44-95a8c4e2590d is scheduled to L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad with binding_index 1 {{(pid=80333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 17 16:27:49.129202 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b89f2-c250-45e0-9d77-b4f57bd6e20b None None] Pushing event updated for resources: {'Port': ['ID=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:49.134568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a85b89f2-c250-45e0-9d77-b4f57bd6e20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:49.221592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:27:49.232775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Sync routers for ids ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:27:49.246020 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Routers {'fcc14920-119c-4dcf-9c44-95a8c4e2590d'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:49.247038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:49.254072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] Notify callbacks [] for router, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:49.257217 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-63ec77be-4aa1-437c-8ce3-e19e90bbeb65 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0239661 Dec 17 16:27:49.259028 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 50704) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:27:49.318521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Attempting to bind port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:27:49.318905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Attempting to bind port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:27:49.319324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Attempting to bind port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 on network 8c5f400b-3a10-4b26-ab47-7be73af5245c {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:27:49.326526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:27:49.326880 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Checking segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:49.327342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:49.327788 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Bound using segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:27:49.328325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Bound port: 83ec3ace-143d-41c4-8a3b-e66c11d44ec4, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:27:49.328774 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:49.432283 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] For port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:27:49.436909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] For port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:27:49.446077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:49.456585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Set router fcc14920-119c-4dcf-9c44-95a8c4e2590d gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:49.462919 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:49.634027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b89f2-c250-45e0-9d77-b4f57bd6e20b None None] Pushing event updated for resources: {'Port': ['ID=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:49.639446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a85b89f2-c250-45e0-9d77-b4f57bd6e20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:49.696208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:49.697191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:49.980038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:27:48Z', 'revision_number': 3, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:49.988727 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Checking router: fcc14920-119c-4dcf-9c44-95a8c4e2590d for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:27:49.989364 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Updating router fcc14920-119c-4dcf-9c44-95a8c4e2590d port b95a0d76-29e8-4899-83af-e9254abde332 binding host dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:27:50.061818 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.080560 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1c573fed-dc61-486e-9d59-80d299e38fc1 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:50.164622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.225802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:50.311665 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 1c573fed-dc61-486e-9d59-80d299e38fc1 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:50.377967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:50.461676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8b746-f3ce-4bee-b8a5-1c26976d9245 None None] Network 468a9d08-a2f5-4a52-b82f-a902f052930a requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:27:50.573003 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.591726 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Transition to ACTIVE for port object b95a0d76-29e8-4899-83af-e9254abde332 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:50.594059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Allocated IP 172.20.0.1 (468a9d08-a2f5-4a52-b82f-a902f052930a/8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1/d5da1f8a-7002-466f-b701-e013cbf5fbfb) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:27:50.595234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.612333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:50.697351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:27:50.768584 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:50.773737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.775258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f6ae1-cdae-46b6-ab2a-27eafb3178a7 None None] Pushing event updated for resources: {'Port': ['ID=b95a0d76-29e8-4899-83af-e9254abde332,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:50.779299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-336f6ae1-cdae-46b6-ab2a-27eafb3178a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:50.805594 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Transition to ACTIVE for port object d5da1f8a-7002-466f-b701-e013cbf5fbfb will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:50.822984 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:50.823628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.839073 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.847203 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Attempting to bind port b95a0d76-29e8-4899-83af-e9254abde332 on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:27:50.847660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Attempting to bind port b95a0d76-29e8-4899-83af-e9254abde332 by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:27:50.848002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Attempting to bind port b95a0d76-29e8-4899-83af-e9254abde332 on network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:27:50.853858 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:27:50.854950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Checking segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:50.854950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.855157 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Bound using segment: {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:27:50.855590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Bound port: b95a0d76-29e8-4899-83af-e9254abde332, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0f28d-96be-4f91-98a1-3ee635485e2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:27:50.856039 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.868321 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:50.920606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Provisioning for port 1c573fed-dc61-486e-9d59-80d299e38fc1 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:50.937952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] For port b95a0d76-29e8-4899-83af-e9254abde332, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:27:50.942582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] For port b95a0d76-29e8-4899-83af-e9254abde332, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=b95a0d76-29e8-4899-83af-e9254abde332,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:27:50.944597 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Provisioning complete for port 1c573fed-dc61-486e-9d59-80d299e38fc1 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:50.944979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.947975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:50.964108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a22542b7-e2d5-4e78-9a45-50fb6375c3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:51.109381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:49Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:51.113631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.119817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f6ae1-cdae-46b6-ab2a-27eafb3178a7 None None] Pushing event updated for resources: {'Port': ['ID=b95a0d76-29e8-4899-83af-e9254abde332,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:51.123647 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-336f6ae1-cdae-46b6-ab2a-27eafb3178a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:51.155406 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Pushing event updated for resources: {'Port': ['ID=d5da1f8a-7002-466f-b701-e013cbf5fbfb,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:51.159944 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b888b50-2ace-4aa2-a512-0057499732b7 None None] The sync data for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb is: [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:49Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:27:51.164125 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:51.183227 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Routers {'fcc14920-119c-4dcf-9c44-95a8c4e2590d'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:51.184405 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:51.219582 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.258877 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Network 468a9d08-a2f5-4a52-b82f-a902f052930a is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:51.260598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:51.263711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:27:51.286365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:27:51.310762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] For port 1c573fed-dc61-486e-9d59-80d299e38fc1, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1c573fed-dc61-486e-9d59-80d299e38fc1,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:27:51.313017 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.316683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:51.353441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.369683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705849'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.429590 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:51.441639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:51.442173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:51.484659 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] Set router fcc14920-119c-4dcf-9c44-95a8c4e2590d gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:51.540497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4c90b631-03ab-4b6a-83da-74076bbfd7e6 None None] Provisioning complete for port 1c573fed-dc61-486e-9d59-80d299e38fc1 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:51.540911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4c90b631-03ab-4b6a-83da-74076bbfd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.612957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.623736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Pushing event updated for resources: {'Port': ['ID=1c573fed-dc61-486e-9d59-80d299e38fc1,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:51.630261 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:51.733950 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4c90b631-03ab-4b6a-83da-74076bbfd7e6 None None] Provisioning for port d5da1f8a-7002-466f-b701-e013cbf5fbfb completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:51.747172 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4c90b631-03ab-4b6a-83da-74076bbfd7e6 None None] Provisioning complete for port d5da1f8a-7002-466f-b701-e013cbf5fbfb triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:51.748129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4c90b631-03ab-4b6a-83da-74076bbfd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:51.864649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1c573fed-dc61-486e-9d59-80d299e38fc1 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:51.941663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:27:48Z', 'revision_number': 3, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:51.947568 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdadd74-e0e8-490d-9710-9a80f43f6a94 None None] The sync data for ids ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'] in dv-cinder-766752-2-smb is: [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:27:48Z', 'revision_number': 3, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:27:51.999096 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4c90b631-03ab-4b6a-83da-74076bbfd7e6 None None] Port d5da1f8a-7002-466f-b701-e013cbf5fbfb cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:27:52.023464 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 1c573fed-dc61-486e-9d59-80d299e38fc1 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:52.023895 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.174179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:52.203422 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ffa21c7c-be17-44ec-b669-1d864c1740c6 None None] Provisioning complete for port 1c573fed-dc61-486e-9d59-80d299e38fc1 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:52.203842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffa21c7c-be17-44ec-b669-1d864c1740c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.305272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.308815 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.333385 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:52.333956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.338866 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9f3494a4-a830-4380-90d9-2a6588d9115e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:52.423242 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851579074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717698'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.430001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-ffa21c7c-be17-44ec-b669-1d864c1740c6 None None] Provisioning complete for port d5da1f8a-7002-466f-b701-e013cbf5fbfb triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:52.430425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffa21c7c-be17-44ec-b669-1d864c1740c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.446031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Pushing event updated for resources: {'Port': ['ID=d5da1f8a-7002-466f-b701-e013cbf5fbfb,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:52.451576 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:52.540289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-ffa21c7c-be17-44ec-b669-1d864c1740c6 None None] Port d5da1f8a-7002-466f-b701-e013cbf5fbfb cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:27:52.587965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Network 468a9d08-a2f5-4a52-b82f-a902f052930a is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:27:52.589709 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:27:52.669679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-a8d56675-bcec-414c-8104-bf6406d47a7c None None] Provisioning complete for port 1c573fed-dc61-486e-9d59-80d299e38fc1 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:52.670521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a8d56675-bcec-414c-8104-bf6406d47a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:52.824725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Router fcc14920-119c-4dcf-9c44-95a8c4e2590d has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:27:52.955099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-f9d30bdc-63a6-4c47-8348-92b5b73b4600 None None] Provisioning complete for port d5da1f8a-7002-466f-b701-e013cbf5fbfb triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:52.955524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f9d30bdc-63a6-4c47-8348-92b5b73b4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:53.014263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-f9d30bdc-63a6-4c47-8348-92b5b73b4600 None None] Port d5da1f8a-7002-466f-b701-e013cbf5fbfb cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:27:53.031546 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:27:53.041656 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-904c2c29-2b09-4acf-ad6f-c70e70e57513 admin admin] 10.222.0.37 "PUT /v2.0/routers/fcc14920-119c-4dcf-9c44-95a8c4e2590d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7804224 Dec 17 16:27:53.818986 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device b95a0d76-29e8-4899-83af-e9254abde332 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:53.919107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port b95a0d76-29e8-4899-83af-e9254abde332 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:53.925813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port b95a0d76-29e8-4899-83af-e9254abde332 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:53.926244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.052484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.067889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-194349837', 'description': 'tempest-TestShelveInstance-194349837 description'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:54.075190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:54.076441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port b95a0d76-29e8-4899-83af-e9254abde332, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=b95a0d76-29e8-4899-83af-e9254abde332,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:27:54.079842 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.079995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Usage tracker for resource:security_group and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:54.082272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b815758f-8ad7-45ae-bb9b-b66d69e872c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:54.083245 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:54.093045 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:54.107889 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.131577 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:54.136205 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Usage tracker for resource:security_group_rule and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:54.140967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:54.147423 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:54.162782 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=b95a0d76-29e8-4899-83af-e9254abde332,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:54.166857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:54.230533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.234050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.239628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4f6d23bf-0bde-482b-bbc8-bce1c9e824fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:54.284683 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc56f53-a4c4-4afb-a6b5-9365f94d201f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:54.287859 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:54.289487 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.290813 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-c9095999-c2ad-4ea8-b3bf-acbaa68666e7 req-f601f8dc-04ef-48ef-af2a-77f6986f66ba tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1755 time: 0.2300208 Dec 17 16:27:54.377563 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-bedc9157-ca93-4630-92ea-91783cb09236 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups/6fc56f53-a4c4-4afb-a6b5-9365f94d201f HTTP/1.1" status: 200 len: 1750 time: 0.0519078 Dec 17 16:27:54.390869 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fc56f53-a4c4-4afb-a6b5-9365f94d201f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:54.391228 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fc56f53-a4c4-4afb-a6b5-9365f94d201f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:54.398310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:54.402720 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Usage tracker for resource:security_group_rule and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:54.406557 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80333) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:54.412783 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:54.477661 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group_rule, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.503015 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.506298 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.508532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f824f1cf-ba99-43de-8650-d8c48e69a98c tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:54.533236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2657fcdc-b80c-43c0-b1b4-0432dfdf325b,revision_number=0']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:54.536223 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:54.543031 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group_rule, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.544929 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cfb94e83-34bf-4a21-9f4a-a65ed6d938e4 req-17026e47-0b4e-4499-aa51-57c66c322acc tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1598861 Dec 17 16:27:54.628694 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-ab73cfd9-6c87-4a8a-833a-6cd55f9be5f5 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups/6fc56f53-a4c4-4afb-a6b5-9365f94d201f HTTP/1.1" status: 200 len: 2311 time: 0.0515723 Dec 17 16:27:54.640438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fc56f53-a4c4-4afb-a6b5-9365f94d201f', 'remote_group_id': None}]} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:54.640796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fc56f53-a4c4-4afb-a6b5-9365f94d201f', 'remote_group_id': None}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:54.647381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:27:54.651446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Usage tracker for resource:security_group_rule and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:27:54.654615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:27:54.660458 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:27:54.728272 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.754302 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.757299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740672'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.759573 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7c940ad4-26d1-4dfd-a86f-1fe3f8e5c40f tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:54.784185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e84561b-f352-4358-937f-fbf0c6c57bdc,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:54.786959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:54.794071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:54.795373 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-57db35d2-6486-47cf-8f9d-7bd5ce6bd5d5 req-8affd54e-926d-48a1-86a7-af70e8850880 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1599994 Dec 17 16:27:55.209280 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Sync routers for ids ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:27:55.219734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Routers {'fcc14920-119c-4dcf-9c44-95a8c4e2590d'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:55.220490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:55.584332 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Set router fcc14920-119c-4dcf-9c44-95a8c4e2590d gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:55.822098 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device b95a0d76-29e8-4899-83af-e9254abde332 up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:55.911616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:55.998723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port b95a0d76-29e8-4899-83af-e9254abde332 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:55.999138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:56.080606 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 4, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'd5da1f8a-7002-466f-b701-e013cbf5fbfb', 'name': '', 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'mac_address': 'fa:16:3e:fa:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:50Z', 'updated_at': '2020-12-17T16:27:52Z', 'revision_number': 2, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'subnets': [{'id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:56.087155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Checking router: fcc14920-119c-4dcf-9c44-95a8c4e2590d for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:27:56.087561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Updating router fcc14920-119c-4dcf-9c44-95a8c4e2590d port d5da1f8a-7002-466f-b701-e013cbf5fbfb binding host dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 17 16:27:56.191725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:56.633277 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:56.646038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Transition to ACTIVE for port object d5da1f8a-7002-466f-b701-e013cbf5fbfb will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:27:56.648878 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:56.662636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:56.804653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecca76-2f67-45e0-87da-ae2a978c09a3 None None] Pushing event updated for resources: {'Port': ['ID=d5da1f8a-7002-466f-b701-e013cbf5fbfb,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:56.815530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d0ecca76-2f67-45e0-87da-ae2a978c09a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:56.977116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Attempting to bind port d5da1f8a-7002-466f-b701-e013cbf5fbfb on host dv-cinder-766752-2-smb for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:27:56.977544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Attempting to bind port d5da1f8a-7002-466f-b701-e013cbf5fbfb by drivers openvswitch on host dv-cinder-766752-2-smb at level 0 using segments [{'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:27:56.977960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Attempting to bind port d5da1f8a-7002-466f-b701-e013cbf5fbfb on network 468a9d08-a2f5-4a52-b82f-a902f052930a {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:27:56.984993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Checking agent: {'id': '3611aedb-79fe-4b13-9aef-fca5e872b626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9, 13), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:27:56.985441 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Checking segment: {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:27:56.985890 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:56.986325 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Bound using segment: {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:27:56.986845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Bound port: d5da1f8a-7002-466f-b701-e013cbf5fbfb, host: dv-cinder-766752-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee190c03-c1a7-41b8-b4fb-0f417cde5871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:27:56.987271 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:57.098909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] For port d5da1f8a-7002-466f-b701-e013cbf5fbfb, host dv-cinder-766752-2-smb, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:27:57.102297 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] For port d5da1f8a-7002-466f-b701-e013cbf5fbfb, host dv-cinder-766752-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=d5da1f8a-7002-466f-b701-e013cbf5fbfb,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:27:57.106234 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:27:57.122134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-619d4651-f435-456e-8806-1e083b42fa65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:27:57.275677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecca76-2f67-45e0-87da-ae2a978c09a3 None None] Pushing event updated for resources: {'Port': ['ID=d5da1f8a-7002-466f-b701-e013cbf5fbfb,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:27:57.280835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d0ecca76-2f67-45e0-87da-ae2a978c09a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:27:57.323133 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Routers {'fcc14920-119c-4dcf-9c44-95a8c4e2590d'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:27:57.323829 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:27:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:57.533126 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] Set router fcc14920-119c-4dcf-9c44-95a8c4e2590d gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:27:57.893625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 4, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'd5da1f8a-7002-466f-b701-e013cbf5fbfb', 'name': '', 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'mac_address': 'fa:16:3e:fa:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:50Z', 'updated_at': '2020-12-17T16:27:57Z', 'revision_number': 4, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'subnets': [{'id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:27:57.897813 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f754861-5991-46d9-a0e1-37e4e5b31c60 None None] The sync data for ids ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'] in dv-cinder-766752-2-smb is: [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 4, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': 'd5da1f8a-7002-466f-b701-e013cbf5fbfb', 'name': '', 'network_id': '468a9d08-a2f5-4a52-b82f-a902f052930a', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'mac_address': 'fa:16:3e:fa:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:50Z', 'updated_at': '2020-12-17T16:27:57Z', 'revision_number': 4, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'subnets': [{'id': '8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:27:59.822341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device d5da1f8a-7002-466f-b701-e013cbf5fbfb up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:27:59.896601 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning for port d5da1f8a-7002-466f-b701-e013cbf5fbfb completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:27:59.902061 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port d5da1f8a-7002-466f-b701-e013cbf5fbfb triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:27:59.902530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:00.022648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:00.056264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] For port d5da1f8a-7002-466f-b701-e013cbf5fbfb, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=d5da1f8a-7002-466f-b701-e013cbf5fbfb,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:28:00.060201 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:00.062490 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:00.131830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Pushing event updated for resources: {'Port': ['ID=d5da1f8a-7002-466f-b701-e013cbf5fbfb,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:00.135179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:01.806457 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device d5da1f8a-7002-466f-b701-e013cbf5fbfb up at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:28:01.878001 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Provisioning complete for port d5da1f8a-7002-466f-b701-e013cbf5fbfb triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:28:01.878417 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:09.209677 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-0d602271-3c91-44e8-aac8-06227f3218b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:10.144853 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-46b7217c-2f21-4bc1-a8a8-3c48534663ea tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:security_group {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:28:10.161635 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-46b7217c-2f21-4bc1-a8a8-3c48534663ea tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:security_group {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:28:10.162912 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-46b7217c-2f21-4bc1-a8a8-3c48534663ea tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-194349837&fields=id&tenant_id=f53483c4196d4c50870b63a4c02c8087 HTTP/1.1" status: 200 len: 267 time: 0.0611079 Dec 17 16:28:10.560420 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-ad661eec-9270-4742-b9e0-b79a1f99ee6c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:10.561199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-ad661eec-9270-4742-b9e0-b79a1f99ee6c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:network {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:28:10.578140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-ad661eec-9270-4742-b9e0-b79a1f99ee6c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:network {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:28:10.579400 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-ad661eec-9270-4742-b9e0-b79a1f99ee6c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 809 time: 0.4084625 Dec 17 16:28:10.595949 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-079efa93-8532-4d2a-8f4b-8f509d4a4d9e tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/quotas/f53483c4196d4c50870b63a4c02c8087 HTTP/1.1" status: 200 len: 375 time: 0.0104043 Dec 17 16:28:10.687672 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0779d7bd-59dc-4821-ab64-8045d9fc114e tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861547 Dec 17 16:28:10.839452 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-424d8e74-e2a0-4c4e-9da2-3694ae094beb service neutron] 10.222.0.37 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390204 Dec 17 16:28:10.999614 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-234ad310-a91a-48c4-910e-ef1cc8361c86 service neutron] 10.222.0.37 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1533806 Dec 17 16:28:11.443580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-093bdf03-5987-46c5-8e99-e329395e6001 req-d54c1c24-690e-493e-bb04-8feb95cdb38f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:28:11.459695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-093bdf03-5987-46c5-8e99-e329395e6001 req-d54c1c24-690e-493e-bb04-8feb95cdb38f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:28:11.460970 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-093bdf03-5987-46c5-8e99-e329395e6001 req-d54c1c24-690e-493e-bb04-8feb95cdb38f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0652149 Dec 17 16:28:11.704465 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f62540b6-38d5-40a9-aa5f-49d74a362b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:12.577598 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:12.585707 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-ac0e823a-d420-41d0-a230-15d1645b3dd2 req-9e31e8fc-ba05-4104-bf93-68f2d2a47324 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0478630 Dec 17 16:28:13.208664 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:13.708970 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-304177ca-b07d-4db2-a580-a666bc97dd9d req-64013751-ec2d-4dd9-85a8-3bf71a1013c6 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0509663 Dec 17 16:28:14.049758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:14.837523 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-86bec2ad-18ab-4594-93fe-2da629375a9a req-035860dd-45b9-4d0d-a0f5-c07d88f728d1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0506706 Dec 17 16:28:16.017170 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2e890baa-445e-48e3-aa3e-7dc7356ee678 req-328c7e08-4507-4328-9f58-27bac6f5c367 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0472677 Dec 17 16:28:16.699909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-700c3c0c-a362-4b4b-88a1-199d1f797631 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:16.701502 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-700c3c0c-a362-4b4b-88a1-199d1f797631 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 809 time: 0.1604626 Dec 17 16:28:16.788517 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2bfdb630-f125-403b-ae44-af3329395428 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f53483c4196d4c50870b63a4c02c8087 HTTP/1.1" status: 200 len: 5543 time: 0.0669806 Dec 17 16:28:16.798421 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'port': {'device_id': '3790b67e-271b-46b5-a7e1-472489b93a49', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'admin_state_up': True, 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'security_groups': ['6fc56f53-a4c4-4afb-a6b5-9365f94d201f']}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:28:16.948670 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:28:16.958830 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:28:16.968249 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Made reservation on behalf of f53483c4196d4c50870b63a4c02c8087 for: {'port': 1} {{(pid=80333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 17 16:28:16.974278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:17.252622 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-e03547cd-679f-4e39-93e8-cc880a0084a2 req-4569f455-d490-4a94-a255-8c9122caa098 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0664804 Dec 17 16:28:17.357835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Allocated IP 172.20.0.3 (8c5f400b-3a10-4b26-ab47-7be73af5245c/5adbd8c9-f21c-455d-9a80-ed39fa9ac3da/e7867f5b-09d5-4b80-99cf-9e0186c27f88) {{(pid=80333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:28:17.561071 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for port, precommit_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:17.577856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Transition to ACTIVE for port object e7867f5b-09d5-4b80-99cf-9e0186c27f88 will not be triggered until provisioned by entity DHCP. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:28:17.597707 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_create {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:17.612545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4ae24f63-e14e-4fef-8a32-081940607f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:17.754371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event updated for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=1']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:17.758801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:17.810079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c is already hosted by enough agents. {{(pid=80333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:28:17.811208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources bound (agent type, host, resource id): {{(pid=80333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:28:17.813625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Received port after_create {{(pid=80333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:28:17.884397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:17.885090 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:17.915082 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-2d303488-8f07-42f4-bab4-7574f2b987f9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1207535 Dec 17 16:28:17.932849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Request body: {'port': {'device_id': '3790b67e-271b-46b5-a7e1-472489b93a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:28:18.041796 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-2706a2fc-d174-429e-bb4c-b880615b560a None None] Provisioning for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 completed by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:28:18.047619 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-2706a2fc-d174-429e-bb4c-b880615b560a None None] Provisioning complete for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 triggered by entity DHCP. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:28:18.048036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2706a2fc-d174-429e-bb4c-b880615b560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.057038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.281630 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2706a2fc-d174-429e-bb4c-b880615b560a None None] Port e7867f5b-09d5-4b80-99cf-9e0186c27f88 cannot update to ACTIVE because it is not bound. {{(pid=80335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 17 16:28:18.473343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43768-79fa-4f54-9c15-c8ef45ee3355 req-c6beac1d-5f03-440f-9649-e17a06a12217 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:18.475276 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-83b43768-79fa-4f54-9c15-c8ef45ee3355 req-c6beac1d-5f03-440f-9649-e17a06a12217 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 931 time: 0.0882337 Dec 17 16:28:18.497543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7867f5b-09d5-4b80-99cf-9e0186c27f88 {{(pid=80333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 17 16:28:18.504759 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.517511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Transition to ACTIVE for port object e7867f5b-09d5-4b80-99cf-9e0186c27f88 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 17 16:28:18.520318 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.524019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-83b43768-79fa-4f54-9c15-c8ef45ee3355 req-6ce61390-8516-4ab6-bb2d-3323effc2d08 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:28:18.537004 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-83b43768-79fa-4f54-9c15-c8ef45ee3355 req-6ce61390-8516-4ab6-bb2d-3323effc2d08 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:28:18.538230 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-83b43768-79fa-4f54-9c15-c8ef45ee3355 req-6ce61390-8516-4ab6-bb2d-3323effc2d08 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0558455 Dec 17 16:28:18.540078 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3ed58faf-fd48-4dbb-9253-f9b2ec47d306 tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:18.682492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Pushing event updated for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:18.688233 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:18.863400 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Attempting to bind port e7867f5b-09d5-4b80-99cf-9e0186c27f88 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:28:18.863763 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Attempting to bind port e7867f5b-09d5-4b80-99cf-9e0186c27f88 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 17 16:28:18.864134 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Attempting to bind port e7867f5b-09d5-4b80-99cf-9e0186c27f88 on network 8c5f400b-3a10-4b26-ab47-7be73af5245c {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 17 16:28:18.870399 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Checking agent: {'id': 'f607916a-e3b3-44f9-a6a5-38287b8afc88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 26), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:28:18.871164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Checking segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 17 16:28:18.871585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.872040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Bound using segment: {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:28:18.872437 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Bound port: e7867f5b-09d5-4b80-99cf-9e0186c27f88, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 17 16:28:18.872814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.964493 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] For port e7867f5b-09d5-4b80-99cf-9e0186c27f88, host hv-cinder-76675, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 17 16:28:18.967675 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] For port e7867f5b-09d5-4b80-99cf-9e0186c27f88, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 17 16:28:18.971002 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27266141'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:18.990262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-efa8ef43-01b7-4861-b1b3-ff3863f7293d tempest-TestMinimumBasicScenario-1403301108 tempest-TestMinimumBasicScenario-1403301108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:19.159762 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Pushing event updated for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:19.164814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:19.197806 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:19.198561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:19.200816 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-0685cec1-001c-4531-abcb-deaf32481796 service neutron] 10.222.0.68 "PUT /v2.0/ports/e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 1157 time: 1.2728086 Dec 17 16:28:19.201454 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:28:19.298651 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'status': 'completed', 'code': 200} Dec 17 16:28:19.337145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-4723c576-8e09-459c-9508-a27c016e311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:19.338772 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-4723c576-8e09-459c-9508-a27c016e311c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1160 time: 0.0806930 Dec 17 16:28:19.653941 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-f4cbddd7-ed89-41ee-99f0-a41c3eea2b09 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 217 time: 0.3022425 Dec 17 16:28:19.724528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-7fd90958-7068-48ad-a445-9eaa41aa711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:19.726060 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-7fd90958-7068-48ad-a445-9eaa41aa711d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0654724 Dec 17 16:28:19.760839 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe43db-5858-4f1b-8730-66878e437080 req-bb41a10f-7a2c-48ad-a9c5-8f04c86c0bb0 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:19.763070 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6fe43db-5858-4f1b-8730-66878e437080 req-bb41a10f-7a2c-48ad-a9c5-8f04c86c0bb0 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0859480 Dec 17 16:28:19.808998 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-269d09d0-db07-47d6-a57d-1d155b45176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:19.810641 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-269d09d0-db07-47d6-a57d-1d155b45176d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779455 Dec 17 16:28:19.812147 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6fe43db-5858-4f1b-8730-66878e437080 req-ee639c03-a088-446d-a572-20abcf9cc2f6 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418046 Dec 17 16:28:19.956136 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-708d4c8f-d599-4d62-a177-96bfe54415b3 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379147 Dec 17 16:28:20.101493 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b6f9e410-47c9-4f13-bc36-4bf234d933ec req-fd1e48d5-35d2-4310-b3c9-e58c9eee47e2 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375122 Dec 17 16:28:20.276733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-4b321fc0-d61c-4d42-9b18-4c2553f67989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:20.278501 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-4b321fc0-d61c-4d42-9b18-4c2553f67989 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1160 time: 0.0884066 Dec 17 16:28:20.429290 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-63deec02-ffda-4d95-a204-659a978af9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:20.431602 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-63deec02-ffda-4d95-a204-659a978af9a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1462090 Dec 17 16:28:20.521498 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-7d95d93e-026d-4fef-9a02-27aa72697da3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 217 time: 0.0826428 Dec 17 16:28:20.592536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-6bae4490-23dd-4b60-844d-2a3d4cfcdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:20.594169 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-6bae4490-23dd-4b60-844d-2a3d4cfcdeed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0656230 Dec 17 16:28:20.684791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-2aa4d10b-f76b-4f68-8c87-0a1bf57dff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:20.686369 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-2aa4d10b-f76b-4f68-8c87-0a1bf57dff88 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847187 Dec 17 16:28:20.832243 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-b12ab96c-989c-44af-98c9-725b7274dfcb service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380324 Dec 17 16:28:21.039593 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-84a97ed1-8f2b-4b7f-be06-0571cc34f42e req-ea06bbfe-a433-4002-94e3-ad4ed5f47593 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1985435 Dec 17 16:28:21.058837 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911844d8-887a-4306-a091-5a73105bc1db req-e84d2fa7-b5b6-4c68-a20a-c27b8caf3c3b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:21.059649 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-911844d8-887a-4306-a091-5a73105bc1db req-e84d2fa7-b5b6-4c68-a20a-c27b8caf3c3b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:28:21.075446 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-911844d8-887a-4306-a091-5a73105bc1db req-e84d2fa7-b5b6-4c68-a20a-c27b8caf3c3b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:28:21.076727 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-911844d8-887a-4306-a091-5a73105bc1db req-e84d2fa7-b5b6-4c68-a20a-c27b8caf3c3b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.1323574 Dec 17 16:28:21.124929 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-911844d8-887a-4306-a091-5a73105bc1db req-15724c7d-d3cb-4207-bd6a-c333a68e9d31 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415058 Dec 17 16:28:22.338636 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94047b5-ed56-4826-8745-7c4144b35e58 req-1d21ffdc-94c2-4002-b331-a95ef5896a57 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:22.340255 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f94047b5-ed56-4826-8745-7c4144b35e58 req-1d21ffdc-94c2-4002-b331-a95ef5896a57 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0869565 Dec 17 16:28:22.387576 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f94047b5-ed56-4826-8745-7c4144b35e58 req-214b50c2-d25c-4a6b-b027-973e936896d6 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410337 Dec 17 16:28:23.612081 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af448-a24f-45b8-9956-b454442c31bc req-b8d2623d-9e2c-4568-86c2-566011ca9f86 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:23.613739 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f44af448-a24f-45b8-9956-b454442c31bc req-b8d2623d-9e2c-4568-86c2-566011ca9f86 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0897496 Dec 17 16:28:23.662922 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f44af448-a24f-45b8-9956-b454442c31bc req-b71fed90-9d40-4aab-a22d-3ee8065f1758 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427771 Dec 17 16:28:23.663173 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:28:23.732379 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 completed by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 17 16:28:23.737627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:28:23.737627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:23.861623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:23.889044 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:28:23.899370 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port e7867f5b-09d5-4b80-99cf-9e0186c27f88, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:28:23.902965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:23.904911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-83dbe9a7-c35d-461a-8769-eb7d99a166ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:23.951607 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'code': 200} Dec 17 16:28:23.974544 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=4']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:23.977886 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:24.293747 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79473-e69d-4112-8285-79069a47a0b1 req-00a0cd87-ba85-4bd1-b1ce-b53bf6b025ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:24.295358 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89a79473-e69d-4112-8285-79069a47a0b1 req-00a0cd87-ba85-4bd1-b1ce-b53bf6b025ee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0812643 Dec 17 16:28:24.340099 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-89a79473-e69d-4112-8285-79069a47a0b1 req-57c1c44a-719f-4a4d-9799-cf1bb14929a9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0383012 Dec 17 16:28:24.886955 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170363c1-90ba-474e-af9a-2eb004230bf9 req-29d94301-36e4-4c2d-a490-1d63740bbe93 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:24.888628 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-170363c1-90ba-474e-af9a-2eb004230bf9 req-29d94301-36e4-4c2d-a490-1d63740bbe93 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0887930 Dec 17 16:28:24.938076 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-170363c1-90ba-474e-af9a-2eb004230bf9 req-d7cac15f-4c58-4ee0-82a5-8f7e8f2f781e tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429425 Dec 17 16:28:25.412653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:28:25.489562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:28:25.489985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:25.777365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:26.173238 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3fda-3299-41f4-bfd8-938faf4c1b7b req-4a16a1e8-3fe6-4754-a2c6-4c66c5837a93 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:26.174887 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e7f3fda-3299-41f4-bfd8-938faf4c1b7b req-4a16a1e8-3fe6-4754-a2c6-4c66c5837a93 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0893927 Dec 17 16:28:26.223810 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6e7f3fda-3299-41f4-bfd8-938faf4c1b7b req-1846e51c-c325-4444-83f5-5f49d40b97e5 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424855 Dec 17 16:28:26.439408 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd06be5-000b-4cf1-9406-791435873601 req-0d0226b8-48c1-462b-8f81-cc593f36395b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:26.441014 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd06be5-000b-4cf1-9406-791435873601 req-0d0226b8-48c1-462b-8f81-cc593f36395b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0895388 Dec 17 16:28:26.490748 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5cd06be5-000b-4cf1-9406-791435873601 req-380386fc-7be7-42ae-b522-9cd9909b35fb tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432851 Dec 17 16:28:26.736532 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-c5b7e627-d254-49a0-b2d3-ecd64cb604a2 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1634586 Dec 17 16:28:26.747624 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'floatingip': {'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:28:26.753734 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 17 16:28:26.757932 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Usage tracker for resource:floatingip and tenant:f53483c4196d4c50870b63a4c02c8087 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 17 16:28:26.761548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 17 16:28:26.767533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.quota.driver [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 17 16:28:26.779161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:26.937773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:27.240476 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_common [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Allocated IP 172.28.3.75 (f6d0e1cd-bb3c-4b33-9a01-8f31033148a7/bd14f8c6-e7c4-43a4-9a48-015a533531f1/e389881b-8f0b-4d95-8bab-a57b934e5140) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 17 16:28:27.403997 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:27.430808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750879918707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:27.447066 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:27.584144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event updated for resources: {'Port': ['ID=e389881b-8f0b-4d95-8bab-a57b934e5140,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:27.604537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.604959 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.605402 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.605811 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.606219 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.606627 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.607026 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.607428 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.607826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.608225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.608626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.609027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.609551 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.609949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.610343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.610736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.611129 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.611521 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.611914 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.612308 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.612700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.613107 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.613525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.613917 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:28:27.619237 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:27.656419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:28:27.658821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Network f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 17 16:28:27.659983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.base_scheduler [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 17 16:28:27.662398 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 17 16:28:27.747831 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:27.806418 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:28.318309 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:28.321960 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2042352'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:28.337171 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d7658a27-4c55-437e-b97c-181a73381541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:28:28.472975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event updated for resources: {'Port': ['ID=e389881b-8f0b-4d95-8bab-a57b934e5140,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:28:28.483773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:28:28.577900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:28.600181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:28.601528 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8588078 Dec 17 16:28:28.687875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-7e1348e0-dd86-4d30-8418-d3ed1794448f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:floatingip {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:28:28.704362 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-7e1348e0-dd86-4d30-8418-d3ed1794448f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:floatingip {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:28:28.705633 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-7e1348e0-dd86-4d30-8418-d3ed1794448f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0976205 Dec 17 16:28:28.870535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-ee52358e-4ab3-42a6-9961-8a91ce1a57eb tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:28.872037 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-ee52358e-4ab3-42a6-9961-8a91ce1a57eb tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 784 time: 0.1604056 Dec 17 16:28:28.883208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-1a73b906-603b-44be-8336-381a9cab6584 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:28:28.884253 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cb4d9c35-b899-4b60-8db7-7707c51bedac req-1a73b906-603b-44be-8336-381a9cab6584 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060418 Dec 17 16:28:29.085345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-7849f74b-4ae8-4ce1-ad6e-8db5bb4448c0 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:29.087305 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-7849f74b-4ae8-4ce1-ad6e-8db5bb4448c0 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0893474 Dec 17 16:28:29.175755 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-42629ac4-0de9-4769-8af9-cdc547b666c9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0817258 Dec 17 16:28:29.187069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.v2.base [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Request body: {'floatingip': {'port_id': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:28:29.270992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for floatingip, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:29.903749 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for floatingip, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:29.906530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705879'] for floatingip, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:30.083180 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Floating IP 1ef9b6f9-6c9c-4263-9887-1962a8dc70d8 associated. External IP: 172.28.3.75, port: e7867f5b-09d5-4b80-99cf-9e0186c27f88. Dec 17 16:28:30.683784 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Router 26e3f783-5378-4f12-91e9-5217ccb73779 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:28:30.872620 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:28:30.877382 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:30.884055 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] Sync routers for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:28:30.898231 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:28:30.898891 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:28:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:28:30.936191 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d706dd25-0fee-4fc2-8497-be3026634f17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "PUT /v2.0/floatingips/1ef9b6f9-6c9c-4263-9887-1962a8dc70d8 HTTP/1.1" status: 200 len: 995 time: 1.7541089 Dec 17 16:28:30.936738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:28:31.000488 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'status': 'completed', 'code': 200} Dec 17 16:28:31.035027 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-36bb92dd-a264-40cb-a92b-6b070a7ab4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.036732 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-36bb92dd-a264-40cb-a92b-6b070a7ab4f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0861027 Dec 17 16:28:31.089343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:28:31.248352 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-603b31c0-7cfd-4a9b-9773-050bf0a7c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.249925 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-603b31c0-7cfd-4a9b-9773-050bf0a7c974 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.2067685 Dec 17 16:28:31.258210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-98384277-4786-468e-a983-9f6338b3578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.259681 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-98384277-4786-468e-a983-9f6338b3578c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1826155 Dec 17 16:28:31.459856 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '1ef9b6f9-6c9c-4263-9887-1962a8dc70d8', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'floating_ip_address': '172.28.3.75', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'port_id': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'mac_address': 'fa:16:3e:1a:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790b67e-271b-46b5-a7e1-472489b93a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:28:27Z', 'updated_at': '2020-12-17T16:28:29Z', 'revision_number': 1, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:28:31.464072 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] Checking router: 26e3f783-5378-4f12-91e9-5217ccb73779 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:28:31.469517 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-f5e5d9ae-872a-49e1-b53b-1c3dd17d9595 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 998 time: 0.1872904 Dec 17 16:28:31.474116 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:28:31.474393 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:28:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:28:31.539860 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-bc9ee320-dfaf-495c-8688-c2839489e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.541518 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-bc9ee320-dfaf-495c-8688-c2839489e995 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.2846434 Dec 17 16:28:31.651660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-a82b500c-316b-4b5c-9f63-7b1799098f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.653083 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-a82b500c-316b-4b5c-9f63-7b1799098f26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.1764977 Dec 17 16:28:31.709326 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-3c7ca644-9bdb-4088-8a15-3c49db2b1739 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 998 time: 0.1598985 Dec 17 16:28:31.800148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-46bba835-694f-4758-902e-7f8c69884a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.800591 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-46bba835-694f-4758-902e-7f8c69884a5b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0838361 Dec 17 16:28:31.807532 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-c0bb7ea4-d50b-4761-a2fd-627b5c335252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:31.809158 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-c0bb7ea4-d50b-4761-a2fd-627b5c335252 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1477766 Dec 17 16:28:31.813335 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:28:31.852996 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-6a0ea775-eb5c-4797-9688-78aa54a4c01a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:28:31.854193 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-6a0ea775-eb5c-4797-9688-78aa54a4c01a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0098000 Dec 17 16:28:32.014514 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-14b7bee4-b07b-4533-b5b5-254dc2354e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:28:32.016154 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-14b7bee4-b07b-4533-b5b5-254dc2354e2e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2060957 Dec 17 16:28:32.025427 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-6ff278f6-71ac-485f-bc56-8af8f2582b0f service neutron] 10.222.0.37 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632490 Dec 17 16:28:32.185380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '1ef9b6f9-6c9c-4263-9887-1962a8dc70d8', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'floating_ip_address': '172.28.3.75', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'port_id': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'mac_address': 'fa:16:3e:1a:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790b67e-271b-46b5-a7e1-472489b93a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:28:27Z', 'updated_at': '2020-12-17T16:28:29Z', 'revision_number': 1, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:28:32.189708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010405b-5f50-4273-b1ec-a8cf9600fbb1 None None] The sync data for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb is: [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_floatingips': [{'id': '1ef9b6f9-6c9c-4263-9887-1962a8dc70d8', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'floating_ip_address': '172.28.3.75', 'floating_network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'router_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'port_id': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'mac_address': 'fa:16:3e:1a:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790b67e-271b-46b5-a7e1-472489b93a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:28:27Z', 'updated_at': '2020-12-17T16:28:29Z', 'revision_number': 1, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:28:32.289388 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-370df87e-3b29-4e8b-8ad8-a1f62f18ee37 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660964 Dec 17 16:28:32.292882 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-49f88754-433d-4c16-805f-af9e8a4900f5 req-d0deaf02-2312-4aa1-aad6-7cbe4d559a47 service neutron] 10.222.0.37 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2448978 Dec 17 16:28:32.444033 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-745bd87c-ef48-4d46-87b8-23e58d68b532 req-a644ff47-0af5-478f-9dce-626f7224b592 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480041 Dec 17 16:28:32.508048 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e5f1c-bbb2-49f6-a187-0dd6d4e128ae None None] New status for floating IP 1ef9b6f9-6c9c-4263-9887-1962a8dc70d8: ACTIVE {{(pid=80335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:28:39.211328 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fefcf17e-fa12-47a0-aa6d-a8ad831e1567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:41.705024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e86d539e-378a-4d27-9027-bac004e1bd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:42.580112 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:43.210655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:44.053190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:28:55.786210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:04.657832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:29:09.212528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d44e03a5-1448-45d3-b0d6-ecf2e6a84bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:11.705939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-20952f0d-285d-4444-b94c-52c109fdc73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:12.583346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:13.212698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:14.056403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:23.914591 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-910ef4ec-08f5-4366-9403-6f71512ffb8f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4455788 Dec 17 16:29:24.078438 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-05caf691-0564-4bf1-88e0-fd4942c2c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:29:24.079944 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-05caf691-0564-4bf1-88e0-fd4942c2c8e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0756850 Dec 17 16:29:24.232972 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-fa869cbb-bd92-499e-9a3b-d4419b4b6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:29:24.234605 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-fa869cbb-bd92-499e-9a3b-d4419b4b6eee service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1362543 Dec 17 16:29:24.343481 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-137c9cc1-4b84-4ce3-b895-51e3f6c8d480 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 1000 time: 0.1022980 Dec 17 16:29:24.411947 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-67bef264-ecd4-44d0-899a-bbeef3d9b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:29:24.413525 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-67bef264-ecd4-44d0-899a-bbeef3d9b7c2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0644772 Dec 17 16:29:24.496802 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-208a361d-88ee-4574-b763-60a8fc3d34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:29:24.498450 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-208a361d-88ee-4574-b763-60a8fc3d34b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789917 Dec 17 16:29:24.509980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-0d3ba777-753e-40d1-8265-4ec390c2d8f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:29:24.511040 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-0d3ba777-753e-40d1-8265-4ec390c2d8f0 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0055499 Dec 17 16:29:24.658318 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-86952f98-9718-4f58-8983-d26ed7f17b17 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393561 Dec 17 16:29:24.804095 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-1f03380a-34dd-4b19-8678-b972f759ef17 req-b548a582-3a96-4dab-8497-b52cec7dd7f7 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394441 Dec 17 16:29:25.814849 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:39.215985 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ad69c469-5f93-4ff1-819a-df7e407f1372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:41.657608 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:29:41.706832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a039b2df-5770-4376-a332-f2e970497c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:42.585069 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:43.213909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:44.060639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:29:55.832775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:09.218536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ea2-f42e-4624-a480-64eddf3a8424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:11.707629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ca82e2b7-c8df-4b77-aa44-2ddb3757f4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:12.588109 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:13.215528 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:14.066723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:18.657875 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:30:20.723956 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828609-10eb-46a8-a30d-7291d815fee4 req-ac124d8b-066d-4a30-9287-a00b713b9209 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:20.726046 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41828609-10eb-46a8-a30d-7291d815fee4 req-ac124d8b-066d-4a30-9287-a00b713b9209 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.2190244 Dec 17 16:30:20.773390 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-41828609-10eb-46a8-a30d-7291d815fee4 req-59420527-ddf2-486e-b323-900de06a9fb6 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408411 Dec 17 16:30:22.145257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eed5b-12c4-4932-ae10-14a29f692112 req-5ee15e38-586d-425c-8ecd-10f2711f4269 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:22.146892 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f8eed5b-12c4-4932-ae10-14a29f692112 req-5ee15e38-586d-425c-8ecd-10f2711f4269 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.2381301 Dec 17 16:30:22.194958 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9f8eed5b-12c4-4932-ae10-14a29f692112 req-f57011a1-3d8a-4af5-a21c-b580e6d81e3c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409153 Dec 17 16:30:23.408951 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e51d6b-06c0-423e-b64b-e4abf3c3d4b3 req-b287ca82-4b62-40b2-bde9-beb4e8fafa3f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:23.410614 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f7e51d6b-06c0-423e-b64b-e4abf3c3d4b3 req-b287ca82-4b62-40b2-bde9-beb4e8fafa3f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0879147 Dec 17 16:30:23.459250 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f7e51d6b-06c0-423e-b64b-e4abf3c3d4b3 req-e511ee10-d7c9-4a55-81d5-e507fd703274 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414162 Dec 17 16:30:23.581790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-e1bdebc9-5af5-49d4-aeb8-e94e034c19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:23.583451 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-e1bdebc9-5af5-49d4-aeb8-e94e034c19c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0777953 Dec 17 16:30:23.738585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-4e80789c-3d6b-47f7-ab7c-16f34180a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:23.740171 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-4e80789c-3d6b-47f7-ab7c-16f34180a85a service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1371677 Dec 17 16:30:23.850709 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-fe7064f7-5f1a-4389-a596-30b2d4eb1b7c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 1000 time: 0.1018667 Dec 17 16:30:23.926648 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-3b9b092f-4717-4c2a-b171-5b4f1a89a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:23.928723 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-3b9b092f-4717-4c2a-b171-5b4f1a89a12a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0692406 Dec 17 16:30:24.015967 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-697df655-527d-4d32-9951-7c83bb060dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:24.017656 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-697df655-527d-4d32-9951-7c83bb060dc7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794029 Dec 17 16:30:24.162160 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-ee5bb8fd-a29c-402b-973d-8212e252bf75 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364489 Dec 17 16:30:24.308183 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-73f55f89-c5b4-4125-90c5-11cbcf94a6d6 req-c813b9a3-9148-4db0-91d9-137154475a90 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387465 Dec 17 16:30:24.671864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05060139-5a44-498f-bf9a-528ea7e73966 req-2b2a472b-a519-47f5-a149-6c5665c36964 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:24.673480 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-05060139-5a44-498f-bf9a-528ea7e73966 req-2b2a472b-a519-47f5-a149-6c5665c36964 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0838718 Dec 17 16:30:24.720784 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-05060139-5a44-498f-bf9a-528ea7e73966 req-a912e876-b2ee-4e73-aee1-d9d5b4144da3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410068 Dec 17 16:30:25.850375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:25.934357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e7c35-e306-4e23-9839-d786ed6f47d0 req-fa98456b-7c07-43f0-93ea-67a496b87599 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:25.935967 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9a6e7c35-e306-4e23-9839-d786ed6f47d0 req-fa98456b-7c07-43f0-93ea-67a496b87599 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0838208 Dec 17 16:30:25.988558 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-9a6e7c35-e306-4e23-9839-d786ed6f47d0 req-ff9bfcbf-d233-4263-9e13-7cdea1d7eeae tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461442 Dec 17 16:30:27.208969 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afab87-4d48-4a29-ad57-45f03c3bc41e req-ac966b6c-3529-495d-a2ee-36659430716e tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:27.211186 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6afab87-4d48-4a29-ad57-45f03c3bc41e req-ac966b6c-3529-495d-a2ee-36659430716e tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0875454 Dec 17 16:30:27.257939 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-f6afab87-4d48-4a29-ad57-45f03c3bc41e req-963751d4-353c-48e3-8d8f-ff452c08c8c0 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0403469 Dec 17 16:30:28.469626 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080246d5-0888-4958-8470-6fe840e07a5c req-e23be8d4-39f6-4873-98ce-0c7581f14d97 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:28.471297 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-080246d5-0888-4958-8470-6fe840e07a5c req-e23be8d4-39f6-4873-98ce-0c7581f14d97 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0842724 Dec 17 16:30:28.520048 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-080246d5-0888-4958-8470-6fe840e07a5c req-206831bf-af28-447a-8470-209fbb51fc71 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414157 Dec 17 16:30:29.737791 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548741-8130-4fe7-ac39-55c82c3dada4 req-28ce4d0f-5ac6-4430-8235-d23ab0a1e2b3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:29.739395 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79548741-8130-4fe7-ac39-55c82c3dada4 req-28ce4d0f-5ac6-4430-8235-d23ab0a1e2b3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0882387 Dec 17 16:30:29.786199 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-79548741-8130-4fe7-ac39-55c82c3dada4 req-1af0ff4f-8864-4e10-8234-c79e18500d23 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0404129 Dec 17 16:30:30.770492 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-d38c74d9-446e-432e-945f-c4e30c8c2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:30.772501 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-d38c74d9-446e-432e-945f-c4e30c8c2101 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0782151 Dec 17 16:30:30.914533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-ca9961d0-0ee3-4bc3-be16-75c606127f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:30.916145 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-ca9961d0-0ee3-4bc3-be16-75c606127f1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1381416 Dec 17 16:30:31.081128 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-d8280f74-80a0-4c23-b48e-caa7be06a276 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 1000 time: 0.1584470 Dec 17 16:30:31.152244 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8d6f1-9f7b-408a-923f-bf76ea70253b req-8e1db325-d478-40e0-a485-dc27e988a7a4 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:31.153856 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-45b8d6f1-9f7b-408a-923f-bf76ea70253b req-8e1db325-d478-40e0-a485-dc27e988a7a4 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.1814859 Dec 17 16:30:31.183987 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-7872964c-7623-4496-bbb0-695cc303bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:31.185525 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-7872964c-7623-4496-bbb0-695cc303bf96 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0978436 Dec 17 16:30:31.247014 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-45b8d6f1-9f7b-408a-923f-bf76ea70253b req-ea4b8315-108b-4234-8e4a-f9791ee710d6 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0864768 Dec 17 16:30:31.280099 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-6a1f6715-7442-4037-bf65-a65970e17a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:31.281740 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-6a1f6715-7442-4037-bf65-a65970e17a17 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831025 Dec 17 16:30:31.426082 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-d38aa954-b99d-4609-9a72-2a6bf941fa08 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369989 Dec 17 16:30:31.569730 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-fc9cfe79-1057-4d8d-a818-64e578d4ccab req-954acca4-a56f-414a-814c-efd59e38db5d service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377032 Dec 17 16:30:32.459341 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d23fd-5ab6-4c22-952f-4e02c0fb2dbe req-b6e6ebed-f438-420f-ab9f-d9421f96c6a9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:32.460941 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-112d23fd-5ab6-4c22-952f-4e02c0fb2dbe req-b6e6ebed-f438-420f-ab9f-d9421f96c6a9 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0844555 Dec 17 16:30:32.508981 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-112d23fd-5ab6-4c22-952f-4e02c0fb2dbe req-e4fe3412-a8ba-435d-90c8-dc5727ab6c3f tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414536 Dec 17 16:30:33.727188 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3d6ba-3187-4f50-80a8-8b12a22c41ab req-cdcf8694-27d2-4ca8-8505-d43d43039d15 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:33.728735 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ce3d6ba-3187-4f50-80a8-8b12a22c41ab req-cdcf8694-27d2-4ca8-8505-d43d43039d15 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0831647 Dec 17 16:30:33.779511 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3ce3d6ba-3187-4f50-80a8-8b12a22c41ab req-65d30dc3-db6e-4e5c-878f-c8a4b702e046 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0444899 Dec 17 16:30:34.241301 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:30:34.395510 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:34.427824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:30:34.438520 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port e7867f5b-09d5-4b80-99cf-9e0186c27f88, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:30:34.441580 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:34.443426 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-d0ecca76-2f67-45e0-87da-ae2a978c09a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:30:34.515613 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:30:34.524356 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.524750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.525161 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.525602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.525965 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.526383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.526946 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.527324 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.527781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.528192 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.528651 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.529010 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.529525 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.530037 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.530499 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.530872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.531375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.531588 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.531952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.532315 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.532676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.533040 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.533430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.533792 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:30:34.538323 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:30:34.568382 dv-cinder-766752-2-smb neutron-server[80222]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'code': 422} returned with failed status Dec 17 16:30:35.263199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c84b-006d-413d-865b-a01ce02c6445 req-5d22d26f-e74d-4932-a47b-798ca12141d8 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:35.264730 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6187c84b-006d-413d-865b-a01ce02c6445 req-5d22d26f-e74d-4932-a47b-798ca12141d8 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.1446965 Dec 17 16:30:35.268399 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-854ff881-400f-441e-b633-999f343d90d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2198513 Dec 17 16:30:35.316790 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6187c84b-006d-413d-865b-a01ce02c6445 req-f9845cdb-55ce-44eb-ba7f-0bf709341f5d tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0455813 Dec 17 16:30:36.539937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82660-f931-4121-9b66-58a232cfea7e req-077c0eab-5eac-46dd-b9bb-53dff8c70fc2 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:36.541613 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2ef82660-f931-4121-9b66-58a232cfea7e req-077c0eab-5eac-46dd-b9bb-53dff8c70fc2 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0887823 Dec 17 16:30:36.591534 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-2ef82660-f931-4121-9b66-58a232cfea7e req-55af290f-48bb-4033-968c-a381df545924 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428214 Dec 17 16:30:36.643132 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-677c3621-9b4a-4fa3-b49e-71ebc2c7805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:36.644775 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-677c3621-9b4a-4fa3-b49e-71ebc2c7805c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49&tenant_id=f53483c4196d4c50870b63a4c02c8087 HTTP/1.1" status: 200 len: 1160 time: 0.0765011 Dec 17 16:30:36.751032 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-478b4c78-81e5-4360-8363-4f973ad652c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:36.752746 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-478b4c78-81e5-4360-8363-4f973ad652c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1160 time: 0.0737979 Dec 17 16:30:36.893497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-b115f576-51b0-4758-b182-57d026821a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:36.895009 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-b115f576-51b0-4758-b182-57d026821a36 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1362941 Dec 17 16:30:37.002202 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-32c63a89-0cbb-4f89-af35-e6f0e10542c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 998 time: 0.1007400 Dec 17 16:30:37.076221 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-f8b92eda-831d-418f-8f92-6ed8d062f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:37.077830 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-f8b92eda-831d-418f-8f92-6ed8d062f401 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0697615 Dec 17 16:30:37.158629 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-795e2c4d-eca9-4638-a94b-46fc8f61663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:37.160183 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-795e2c4d-eca9-4638-a94b-46fc8f61663e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758827 Dec 17 16:30:37.529498 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-852005e1-1a92-447c-a993-7c3bb82bdddb service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626506 Dec 17 16:30:37.674300 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-39e26e2c-c9b7-4640-aecf-a1606471d608 req-aabb4be5-77a5-482f-81ff-cbb5f895c609 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373088 Dec 17 16:30:37.804725 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e22af-28fa-4202-8d0e-97034f31ca8d req-598a5cd8-dc0f-46c7-a1d4-097217954cbe tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:37.806361 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d9e22af-28fa-4202-8d0e-97034f31ca8d req-598a5cd8-dc0f-46c7-a1d4-097217954cbe tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0842242 Dec 17 16:30:37.866566 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0d9e22af-28fa-4202-8d0e-97034f31ca8d req-62bfb478-88a7-47ad-8c83-4b49b04a2322 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0536489 Dec 17 16:30:39.083905 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bbbc3-a1e0-4fa8-a021-fb0595ead9d0 req-98f8220d-2aa1-4962-92a2-6c642ae5fae1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:39.085552 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-349bbbc3-a1e0-4fa8-a021-fb0595ead9d0 req-98f8220d-2aa1-4962-92a2-6c642ae5fae1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0892243 Dec 17 16:30:39.132822 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-349bbbc3-a1e0-4fa8-a021-fb0595ead9d0 req-732df48f-ade8-4572-9bf5-312f38b4cac5 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409184 Dec 17 16:30:39.219983 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-aec932f2-a23e-4189-bd07-57315cc3eafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:40.344812 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901074d-0521-4963-98ef-0e440b02cec5 req-5c470ed4-e31c-4b74-8993-2a0ed3970e5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:40.346447 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4901074d-0521-4963-98ef-0e440b02cec5 req-5c470ed4-e31c-4b74-8993-2a0ed3970e5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 943 time: 0.0829759 Dec 17 16:30:40.393267 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4901074d-0521-4963-98ef-0e440b02cec5 req-556015e2-05a7-465a-8e73-26f0605b47f4 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0399482 Dec 17 16:30:40.642930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:30:40.713790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:30:40.714212 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:40.841260 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851039059'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:40.868191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:30:40.878489 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] For port e7867f5b-09d5-4b80-99cf-9e0186c27f88, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:30:40.882690 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285974498147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285974881669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750879894165'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:40.884562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-35ca2e05-ea4d-4536-87a5-f30ac11fd8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:30:40.938183 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'code': 200} Dec 17 16:30:40.952768 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Pushing event updated for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=6']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:30:40.956120 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:30:41.269728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a10e-d33b-47c3-8bda-c48930a8bf65 req-f5507ce4-f5bd-47e2-9d78-371d4bd5ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:41.271393 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ba0a10e-d33b-47c3-8bda-c48930a8bf65 req-f5507ce4-f5bd-47e2-9d78-371d4bd5ea40 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0765934 Dec 17 16:30:41.314641 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-5ba0a10e-d33b-47c3-8bda-c48930a8bf65 req-b1ec82de-3082-424f-85f0-3379168997ae service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0366662 Dec 17 16:30:41.604634 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ed8f-599c-41c0-aa9a-342ed83fda90 req-c57bd41f-214e-48a8-8e7e-89a69e69809b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:41.606201 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0468ed8f-599c-41c0-aa9a-342ed83fda90 req-c57bd41f-214e-48a8-8e7e-89a69e69809b tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0854151 Dec 17 16:30:41.656478 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-0468ed8f-599c-41c0-aa9a-342ed83fda90 req-976501b7-1d72-4ee6-84ab-9a3bc442a4e7 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438991 Dec 17 16:30:41.708824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-20e95347-c290-4c69-91ac-38136f308dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:42.427050 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 up at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 17 16:30:42.500768 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.provisioning_blocks [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Provisioning complete for port e7867f5b-09d5-4b80-99cf-9e0186c27f88 triggered by entity L2. {{(pid=80335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 17 16:30:42.501236 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3968577'] for port, provisioning_complete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:42.622111 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:42.895275 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40d42-4df2-4e6f-aaf6-140b17f5c79c req-460a1cc6-f21b-4183-80ce-62f2db12a9ee tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:30:42.897452 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6cf40d42-4df2-4e6f-aaf6-140b17f5c79c req-460a1cc6-f21b-4183-80ce-62f2db12a9ee tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0928593 Dec 17 16:30:42.944266 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-6cf40d42-4df2-4e6f-aaf6-140b17f5c79c req-97264e54-bbb5-486b-b708-af097e972a66 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0404122 Dec 17 16:30:43.217615 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:44.071103 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:30:55.657052 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:30:55.848922 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:09.221915 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b8273a24-576a-43e0-99be-b6d7d41cb26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:11.710443 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-57938703-089e-43cf-a1e8-cd7d7d8b5d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:12.593701 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:13.219478 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:14.071148 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:24.495109 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-e1a4a09d-112d-4c65-9238-4c0f554e90c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755062 Dec 17 16:31:24.656263 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-049d28ab-320d-41da-b2a2-bc5bdbb349b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:24.657915 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-049d28ab-320d-41da-b2a2-bc5bdbb349b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.0753477 Dec 17 16:31:24.814961 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-2291fce4-3e99-4475-955d-d36340511315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:24.816455 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-2291fce4-3e99-4475-955d-d36340511315 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.1384110 Dec 17 16:31:24.923333 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-d5d3459a-e472-44d7-8bd9-fce712e47c7b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 1000 time: 0.1004217 Dec 17 16:31:24.995697 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-0c4a3d49-be84-45bb-a7eb-49edbcc8b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:24.997287 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-0c4a3d49-be84-45bb-a7eb-49edbcc8b275 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0675697 Dec 17 16:31:25.079312 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-0e94390d-94fc-4794-938c-4bd5ca7abbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:25.080853 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-0e94390d-94fc-4794-938c-4bd5ca7abbb1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765622 Dec 17 16:31:25.227363 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-c7e3afa9-2534-47d2-8ab4-e730e94397b6 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399176 Dec 17 16:31:25.385446 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-4ab3eb80-448d-495b-8995-fb28b08f666e req-a864bd26-601e-4131-937c-9775b8aba960 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501946 Dec 17 16:31:25.845752 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:32.656509 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:31:39.225797 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-203f897b-4059-42b3-85d8-14dc163309f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:41.711605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78fc8a2a-9ce3-405f-a366-9f707ad2919b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:42.594937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:43.220389 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:44.074850 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:55.861824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:56.132163 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-5711c88f-0cf7-4e65-b23f-46fd446a8cd6 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/floatingips/1ef9b6f9-6c9c-4263-9887-1962a8dc70d8 HTTP/1.1" status: 200 len: 997 time: 0.1121666 Dec 17 16:31:56.291561 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-2eba8cbe-8059-4e35-a412-3f70d7e14adb tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:56.293002 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-2eba8cbe-8059-4e35-a412-3f70d7e14adb tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/networks/f6d0e1cd-bb3c-4b33-9a01-8f31033148a7 HTTP/1.1" status: 200 len: 784 time: 0.1549091 Dec 17 16:31:56.304728 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-d92a7ccf-e035-4429-a2b6-773a7b9f7164 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80333) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 17 16:31:56.305790 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-d92a7ccf-e035-4429-a2b6-773a7b9f7164 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0063887 Dec 17 16:31:56.414631 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-9c631392-6733-46c8-8a7e-a5347b3de674 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.75 HTTP/1.1" status: 200 len: 1000 time: 0.1026502 Dec 17 16:31:56.494030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-77c0ea44-00e4-4078-9773-b41b619902da tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:56.495532 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-77c0ea44-00e4-4078-9773-b41b619902da tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports/e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 942 time: 0.0751286 Dec 17 16:31:56.680285 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-b4451c44-b586-4c99-a6c5-fb88e6a91ebe tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.28.3.75 HTTP/1.1" status: 200 len: 1000 time: 0.1042473 Dec 17 16:31:56.895310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Deleting port e389881b-8f0b-4d95-8bab-a57b934e5140 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:31:56.895897 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:57.076871 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:57.077193 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for floatingip, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:57.205735 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Calling delete_port for e389881b-8f0b-4d95-8bab-a57b934e5140 owned by network:floatingip {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:31:57.364605 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:57.380276 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-16f598db-be0b-4fe6-94d9-c8a7d1b3f6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:31:57.423215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event deleted for resources: {'Port': ['ID=e389881b-8f0b-4d95-8bab-a57b934e5140,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:31:57.442852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.443270 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.443681 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.444085 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.444508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.444911 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.445337 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.445732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.446123 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.446517 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.446909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.447300 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.447781 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.448175 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.448563 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.448952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.449366 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.449758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.450144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.450533 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.450921 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.451310 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.451700 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.452083 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:31:57.457602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:31:57.613698 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for floatingip, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:57.614068 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.db.l3_db [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Floating IP 1ef9b6f9-6c9c-4263-9887-1962a8dc70d8 disassociated (deleted). External IP: 172.28.3.75, port: e7867f5b-09d5-4b80-99cf-9e0186c27f88. Dec 17 16:31:58.205534 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Router 26e3f783-5378-4f12-91e9-5217ccb73779 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:31:58.387854 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:31:58.397857 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] Sync routers for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:31:58.407758 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:31:58.408507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:31:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:31:58.413070 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for floatingip, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:31:58.469366 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-7da23c4e-df5e-4029-8621-08406abc3c5c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "DELETE /v2.0/floatingips/1ef9b6f9-6c9c-4263-9887-1962a8dc70d8 HTTP/1.1" status: 204 len: 173 time: 1.7829237 Dec 17 16:31:58.469852 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:31:58.601311 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:31:58.648289 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'status': 'completed', 'code': 200} Dec 17 16:31:58.662732 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-6388f271-7e42-421b-a4ad-eeffc587c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:58.664410 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-6388f271-7e42-421b-a4ad-eeffc587c03b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.1634183 Dec 17 16:31:58.874246 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-210bafed-0948-4e7f-9f68-2f8f21ce39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:58.875871 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-210bafed-0948-4e7f-9f68-2f8f21ce39db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f53483c4196d4c50870b63a4c02c8087&device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 1162 time: 0.1824214 Dec 17 16:31:58.878397 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-4be77e3c-7399-485f-b801-38ac3e21df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:58.880415 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-4be77e3c-7399-485f-b801-38ac3e21df7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.2094038 Dec 17 16:31:58.940331 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:31:58.944456 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] Checking router: 26e3f783-5378-4f12-91e9-5217ccb73779 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:31:58.953522 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:31:58.954177 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:31:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:31:58.982977 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-b13bb8d3-75b9-4c3b-a1f2-822a1b225b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 217 time: 0.0756533 Dec 17 16:31:59.135711 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-d92ee37b-ab2f-4d58-abff-e5ac9e3a2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:59.137328 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-d92ee37b-ab2f-4d58-abff-e5ac9e3a2558 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.1437268 Dec 17 16:31:59.204684 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-2a29d9f7-22a9-4e39-804e-91044fe166b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:59.206396 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-2a29d9f7-22a9-4e39-804e-91044fe166b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 200 len: 903 time: 0.3235900 Dec 17 16:31:59.283163 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-56729f38-d8f8-4560-8823-dedcbbf93191 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 200 len: 217 time: 0.0685813 Dec 17 16:31:59.291328 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:31:59.366053 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-2ebba09b-d4b2-481d-a06b-4cee1521f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:59.367738 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-2ebba09b-d4b2-481d-a06b-4cee1521f57f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2193155 Dec 17 16:31:59.371473 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-7c54006c-025c-40e0-8cec-1c52de06ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:59.372965 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-7c54006c-025c-40e0-8cec-1c52de06ab33 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 200 len: 848 time: 0.0834115 Dec 17 16:31:59.576466 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-43f5e88c-ba40-43d3-9cdb-4fc7a3285c03 service neutron] 10.222.0.37 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015119 Dec 17 16:31:59.582660 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-182425e0-8030-4ab7-95ee-b5555c46ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:31:59.584215 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-182425e0-8030-4ab7-95ee-b5555c46ee8e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c5f400b-3a10-4b26-ab47-7be73af5245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1849151 Dec 17 16:31:59.625572 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:31:59.630210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20496ea2-9195-4992-ad6b-8b3d99594f2a None None] The sync data for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb is: [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:27:42Z', 'revision_number': 4, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb', '_interfaces': [{'id': '83ec3ace-143d-41c4-8a3b-e66c11d44ec4', 'name': '', 'network_id': '8c5f400b-3a10-4b26-ab47-7be73af5245c', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'mac_address': 'fa:16:3e:b1:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:42Z', 'updated_at': '2020-12-17T16:27:51Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'subnets': [{'id': '5adbd8c9-f21c-455d-9a80-ed39fa9ac3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:31:59.852256 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-3161aa04-ecf7-40dc-8032-01ea6c9435c0 req-b169c719-703a-4244-ab30-fd9ea29d966e service neutron] 10.222.0.37 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2669935 Dec 17 16:31:59.855574 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-10472963-b6ca-41a7-925e-9192796b1ec6 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486076 Dec 17 16:32:00.016105 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b299e91a-e085-41e4-8fe3-2ac5d061033a req-27e51a9f-f731-406e-92ef-673968c96bc5 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538963 Dec 17 16:32:00.051721 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72449ba-4b2c-4f2b-82b3-6dc3ea8255e5 None None] New status for floating IP 1ef9b6f9-6c9c-4263-9887-1962a8dc70d8: DOWN {{(pid=80335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 17 16:32:00.288424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e720-5af2-4d62-817a-21e4a17afcb7 req-fa77ec49-0647-4338-ba71-4b95faf85980 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:32:00.289220 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b2b4e720-5af2-4d62-817a-21e4a17afcb7 req-fa77ec49-0647-4338-ba71-4b95faf85980 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Synchronizing usage tracker for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:port {{(pid=80333) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 17 16:32:00.304108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.quota.resource [req-b2b4e720-5af2-4d62-817a-21e4a17afcb7 req-fa77ec49-0647-4338-ba71-4b95faf85980 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Unset dirty status for tenant:f53483c4196d4c50870b63a4c02c8087 on resource:port {{(pid=80333) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 17 16:32:00.305627 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2b4e720-5af2-4d62-817a-21e4a17afcb7 req-fa77ec49-0647-4338-ba71-4b95faf85980 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.1083364 Dec 17 16:32:00.353685 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-b2b4e720-5af2-4d62-817a-21e4a17afcb7 req-25d1d6da-c9f0-4e1d-aa9a-2f11ee3c82fd tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416501 Dec 17 16:32:01.572516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30499d27-2051-4bb4-a44f-f91add9cadbf req-22202dc8-99aa-4a36-b73e-bc28bf13fbf3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:32:01.574194 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-30499d27-2051-4bb4-a44f-f91add9cadbf req-22202dc8-99aa-4a36-b73e-bc28bf13fbf3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0877721 Dec 17 16:32:01.621807 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-30499d27-2051-4bb4-a44f-f91add9cadbf req-42dbb5f2-66a3-4cda-a886-e395db067596 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups?id=6fc56f53-a4c4-4afb-a6b5-9365f94d201f&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412655 Dec 17 16:32:01.759293 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-b5f86553-d9eb-442a-ab6d-09e4c4d4cd17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 17 16:32:01.760827 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-b5f86553-d9eb-442a-ab6d-09e4c4d4cd17 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.68 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 945 time: 0.0835469 Dec 17 16:32:01.838691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Deleting port e7867f5b-09d5-4b80-99cf-9e0186c27f88 {{(pid=80333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:01.839082 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:02.091978 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] For port e7867f5b-09d5-4b80-99cf-9e0186c27f88, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=e7867f5b-09d5-4b80-99cf-9e0186c27f88,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:02.092291 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:02.220410 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Calling delete_port for e7867f5b-09d5-4b80-99cf-9e0186c27f88 owned by compute:nova {{(pid=80333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:02.364567 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827509659'] for port, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:02.379579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-104d4bb0-82ce-400f-a82f-1d30dc4ccb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:02.427510 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event deleted for resources: {'Port': ['ID=e7867f5b-09d5-4b80-99cf-9e0186c27f88,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:02.431801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:02.582676 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] No DVR routers for this DVR port e7867f5b-09d5-4b80-99cf-9e0186c27f88 on host hv-cinder-76675 {{(pid=80333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:32:02.584882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645940'] for port, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:02.587622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-deleted', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88'}] {{(pid=80333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 17 16:32:02.603422 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-eafb76ab-17ff-4abd-9369-ae6c2d7b7dfc req-f1c39fd7-5a39-40fd-8b4a-d2c2d04c2510 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.68 "DELETE /v2.0/ports/e7867f5b-09d5-4b80-99cf-9e0186c27f88 HTTP/1.1" status: 204 len: 173 time: 0.8371515 Dec 17 16:32:02.654943 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790b67e-271b-46b5-a7e1-472489b93a49', 'name': 'network-vif-deleted', 'tag': 'e7867f5b-09d5-4b80-99cf-9e0186c27f88', 'status': 'completed', 'code': 200} Dec 17 16:32:02.798999 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-386d51d8-c9d4-4892-bc87-f75ce3e5cfc3 req-69a2a232-c8d7-41bd-8a23-81eb20f7877c tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/ports?device_id=3790b67e-271b-46b5-a7e1-472489b93a49 HTTP/1.1" status: 200 len: 210 time: 0.0478756 Dec 17 16:32:02.897151 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:02.935540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] No Port match for: e7867f5b-09d5-4b80-99cf-9e0186c27f88 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:02.935939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Device e7867f5b-09d5-4b80-99cf-9e0186c27f88 not bound to the agent host hv-cinder-76675 {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:03.989519 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf2f6547-79f4-45ca-9cb1-3aaac3bda1a2 req-739f17f4-d468-4a59-b038-242fd0e86637 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "GET /v2.0/security-groups/6fc56f53-a4c4-4afb-a6b5-9365f94d201f HTTP/1.1" status: 200 len: 2877 time: 0.0537055 Dec 17 16:32:04.063139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cf2f6547-79f4-45ca-9cb1-3aaac3bda1a2 req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:04.092631 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cf2f6547-79f4-45ca-9cb1-3aaac3bda1a2 req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:04.141646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cf2f6547-79f4-45ca-9cb1-3aaac3bda1a2 req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:04.147764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-3408568e-eef3-4af8-b815-69765f0a4202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:04.164149 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc56f53-a4c4-4afb-a6b5-9365f94d201f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:04.176343 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.176808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.177255 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.177708 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.178199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.178645 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.179076 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.179503 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.179930 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.180333 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.180737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.181163 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.181663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.182115 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.182536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.182939 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.183338 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.183738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.184138 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.184537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.184937 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.185360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.185766 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.186164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 17 16:32:04.189592 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [req-cf2f6547-79f4-45ca-9cb1-3aaac3bda1a2 req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:04.190801 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [req-cf2f6547-79f4-45ca-9cb1-3aaac3bda1a2 req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] 10.222.0.37 "DELETE /v2.0/security-groups/6fc56f53-a4c4-4afb-a6b5-9365f94d201f HTTP/1.1" status: 204 len: 173 time: 0.1947391 Dec 17 16:32:04.192108 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5994ec39-8a08-41f2-977b-8dc70389f8a1 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:04.249345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51016) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:04.611181 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717745'] for router_interface, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:05.212176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Deleting port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:05.212819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:05.390899 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] For port 83ec3ace-143d-41c4-8a3b-e66c11d44ec4, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:05.391289 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:05.519481 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Calling delete_port for 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 owned by network:router_interface {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:06.077185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:06.095920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-5643d433-5cce-4f87-85e7-0d499f0da1e3 tempest-TestShelveInstance-2120912317 tempest-TestShelveInstance-2120912317] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:06.139460 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ec3ace-143d-41c4-8a3b-e66c11d44ec4,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:06.143990 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:06.497185 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3196726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717595'] for router_interface, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:06.998468 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Router 26e3f783-5378-4f12-91e9-5217ccb73779 has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:32:07.181355 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:32:07.191035 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] Sync routers for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:32:07.194897 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-8ae0aa4d-546b-47cf-8992-9ff6aaa13283 admin admin] 10.222.0.37 "PUT /v2.0/routers/26e3f783-5378-4f12-91e9-5217ccb73779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9440136 Dec 17 16:32:07.197288 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51022) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:07.200952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:32:07.201652 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:31:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:07.382548 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:07.385540 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:32:07.567143 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:07.572543 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Deleting port 1a487edc-d7eb-4bbe-9d08-818520a5819a {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:07.572966 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:07.691176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:32:06Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:07.695739 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] Checking router: 26e3f783-5378-4f12-91e9-5217ccb73779 for host: dv-cinder-766752-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:32:07.704975 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] Routers {'26e3f783-5378-4f12-91e9-5217ccb73779'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:32:07.705696 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:31:42Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['26e3f783-5378-4f12-91e9-5217ccb73779'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:07.754748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] For port 1a487edc-d7eb-4bbe-9d08-818520a5819a, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1a487edc-d7eb-4bbe-9d08-818520a5819a,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:07.755395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:07.887814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Calling delete_port for 1a487edc-d7eb-4bbe-9d08-818520a5819a owned by network:router_gateway {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:07.904144 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] Set router 26e3f783-5378-4f12-91e9-5217ccb73779 gateway port host: dv-cinder-766752-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:32:08.025434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.208038 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:32:06Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:08.212342 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7a5fd-c4ca-47b3-b83e-5095a0168cab None None] The sync data for ids ['26e3f783-5378-4f12-91e9-5217ccb73779'] in dv-cinder-766752-2-smb is: [{'id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'name': 'tempest-TestShelveInstance-1458930447-router', 'tenant_id': 'f53483c4196d4c50870b63a4c02c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:38Z', 'updated_at': '2020-12-17T16:32:06Z', 'revision_number': 5, 'project_id': 'f53483c4196d4c50870b63a4c02c8087', 'gw_port': {'id': '1a487edc-d7eb-4bbe-9d08-818520a5819a', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e3f783-5378-4f12-91e9-5217ccb73779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:39Z', 'updated_at': '2020-12-17T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:32:08.457841 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854069878'] for router_gateway, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.592434 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-712083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-205072'] for router, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.594888 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.617832 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-712053'] for router, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.618395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e3f783-5378-4f12-91e9-5217ccb73779 {{(pid=80334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:32:08.632150 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.633414 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-ffeb5546-a491-43e6-9716-0951bad5ded6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/26e3f783-5378-4f12-91e9-5217ccb73779 HTTP/1.1" status: 204 len: 168 time: 1.4350934 Dec 17 16:32:08.636079 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51026) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:08.706485 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Deleting subnet 5adbd8c9-f21c-455d-9a80-ed39fa9ac3da {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:32:08.709655 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.762000 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:08.848610 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.110537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.126386 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:09.171264 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adbd8c9-f21c-455d-9a80-ed39fa9ac3da,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:09.174663 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:09.226526 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a3ba-7559-4223-9d93-4bdca877954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.268833 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.273896 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bd216-c91c-4cb3-bd0a-b024ae87e4a5 None None] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:32:09.274872 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-fc383124-4c05-4534-ada0-2861af4dd045 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5adbd8c9-f21c-455d-9a80-ed39fa9ac3da HTTP/1.1" status: 204 len: 168 time: 0.6377614 Dec 17 16:32:09.277564 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51030) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:09.396252 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.467268 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Deleting port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:09.467654 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.538495 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] DHCP port deletion for 8c5f400b-3a10-4b26-ab47-7be73af5245c request from dv-cinder-766752-2-smb {{(pid=80335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 17 16:32:09.542872 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Deleting port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:09.543334 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.656602 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:32:09.687266 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] For port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:09.687632 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.822523 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Calling delete_port for 2fe65559-77eb-44cf-89e2-7e1c810c4e6d owned by network:dhcp {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:09.910007 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.926808 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-40a4da88-e58c-4299-81cc-eb24dee67771 tempest-AttachVolumeShelveTestJSON-1787721805 tempest-AttachVolumeShelveTestJSON-1787721805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:09.939178 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] For port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,segment=NetworkSegment(841bedc5-d3e3-4291-b8b8-a2ace7f4bc88),segment_id=841bedc5-d3e3-4291-b8b8-a2ace7f4bc88)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:09.939609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:09.949718 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1a487edc-d7eb-4bbe-9d08-818520a5819a no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:09.974706 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe65559-77eb-44cf-89e2-7e1c810c4e6d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:09.986484 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 1a487edc-d7eb-4bbe-9d08-818520a5819a {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:09.986801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:09.987092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1a487edc-d7eb-4bbe-9d08-818520a5819a not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:09.987773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 2fe65559-77eb-44cf-89e2-7e1c810c4e6d no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:10.072824 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] No DVR routers for this DVR port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d on host dv-cinder-766752-2-smb {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:32:10.136006 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Calling delete_port for 2fe65559-77eb-44cf-89e2-7e1c810c4e6d owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:10.172565 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 2fe65559-77eb-44cf-89e2-7e1c810c4e6d {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:10.172887 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 2fe65559-77eb-44cf-89e2-7e1c810c4e6d not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:10.173380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:10.201211 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.209131 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:10.209545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 83ec3ace-143d-41c4-8a3b-e66c11d44ec4 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:10.249361 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:32:10.249769 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:32:10.325358 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5f400b-3a10-4b26-ab47-7be73af5245c']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:10.338982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:10.339320 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841bedc5-d3e3-4291-b8b8-a2ace7f4bc88') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:10.354691 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.372738 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.374851 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:32:10.563646 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:32:10.573483 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.750913 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Deleting port 2fe65559-77eb-44cf-89e2-7e1c810c4e6d {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:10.751511 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.755884 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Network 8c5f400b-3a10-4b26-ab47-7be73af5245c has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:32:10.779169 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:32:10.820585 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-35c541a2-0def-4d4f-9caa-74efb1011d9f None None] The port '2fe65559-77eb-44cf-89e2-7e1c810c4e6d' was deleted {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 17 16:32:10.868957 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.872524 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-b7cb8b54-c4cb-466e-a360-c2beb9b5ab74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:10.887159 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:10.898217 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5f400b-3a10-4b26-ab47-7be73af5245c,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:10.901625 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:10.912166 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-2a6a42df-c325-46a3-bbe7-fddd2e9888c7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c5f400b-3a10-4b26-ab47-7be73af5245c HTTP/1.1" status: 204 len: 168 time: 1.6335721 Dec 17 16:32:10.915225 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51034) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:11.273451 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717745'] for router_interface, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:11.713425 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-636f7d3f-8d7a-432a-a6b0-6a81dda8ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:12.114817 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Deleting port d5da1f8a-7002-466f-b701-e013cbf5fbfb {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:12.115403 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:12.300059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] For port d5da1f8a-7002-466f-b701-e013cbf5fbfb, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=d5da1f8a-7002-466f-b701-e013cbf5fbfb,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:12.300378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:12.429021 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Calling delete_port for d5da1f8a-7002-466f-b701-e013cbf5fbfb owned by network:router_interface {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:12.598562 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:12.609348 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:12.625204 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-01ca8055-9236-4dfc-b2e3-cac6532f152a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:12.668371 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5da1f8a-7002-466f-b701-e013cbf5fbfb,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:12.673378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:13.032156 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3196726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717595'] for router_interface, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:13.221284 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:13.533155 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Router fcc14920-119c-4dcf-9c44-95a8c4e2590d has already been hosted by L3 agent 9eb89824-19b0-4176-9ad8-a259617e35ad {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 17 16:32:13.721656 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 17 16:32:13.731827 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] Sync routers for ids ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'] in dv-cinder-766752-2-smb {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 17 16:32:13.731968 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-e7b10f84-9024-4098-baa6-1895fbc81f61 admin admin] 10.222.0.37 "PUT /v2.0/routers/fcc14920-119c-4dcf-9c44-95a8c4e2590d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156927 Dec 17 16:32:13.734723 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51038) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:13.741821 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] Routers {'fcc14920-119c-4dcf-9c44-95a8c4e2590d'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:32:13.742497 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:32:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:13.919299 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks [] for router, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:13.945704 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] Set router fcc14920-119c-4dcf-9c44-95a8c4e2590d gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:32:14.106316 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:14.106575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:14.111653 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Deleting port b95a0d76-29e8-4899-83af-e9254abde332 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:14.112023 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:14.268695 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:32:12Z', 'revision_number': 5, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:14.273995 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] Checking router: fcc14920-119c-4dcf-9c44-95a8c4e2590d for host: dv-cinder-766752-2-smb {{(pid=80335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 17 16:32:14.284176 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] Routers {'fcc14920-119c-4dcf-9c44-95a8c4e2590d'} bound to L3 agent in host dv-cinder-766752-2-smb {{(pid=80335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:32:14.284870 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:09:12Z,description=,heartbeat_timestamp=2020-12-17T16:32:12Z,host='dv-cinder-766752-2-smb',id=9eb89824-19b0-4176-9ad8-a259617e35ad,load=0,resource_versions=,resources_synced=,started_at=2020-12-17T16:09:12Z,topic='l3_agent')) {'router_ids': ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'], 'active': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:14.472920 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvr_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] Set router fcc14920-119c-4dcf-9c44-95a8c4e2590d gateway port host: dv-cinder-766752-2-smb {{(pid=80335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 17 16:32:14.531575 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] For port b95a0d76-29e8-4899-83af-e9254abde332, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=b95a0d76-29e8-4899-83af-e9254abde332,segment=NetworkSegment(a2d0f28d-96be-4f91-98a1-3ee635485e2f),segment_id=a2d0f28d-96be-4f91-98a1-3ee635485e2f)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:14.531902 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:14.660430 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Calling delete_port for b95a0d76-29e8-4899-83af-e9254abde332 owned by network:router_gateway {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:14.779258 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_hamode_db [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:32:12Z', 'revision_number': 5, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}], 'dv-cinder-766752-2-smb', False) {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:14.783537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283f21-720b-4bc0-a81d-a918b6ee1a2b None None] The sync data for ids ['fcc14920-119c-4dcf-9c44-95a8c4e2590d'] in dv-cinder-766752-2-smb is: [{'id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'name': 'tempest-TestShelveInstance-1761980868-router', 'tenant_id': 'a456f95f26e9436dbb2ff837db0122a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'external_fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:27:46Z', 'updated_at': '2020-12-17T16:32:12Z', 'revision_number': 5, 'project_id': 'a456f95f26e9436dbb2ff837db0122a2', 'gw_port': {'id': 'b95a0d76-29e8-4899-83af-e9254abde332', 'name': '', 'network_id': 'f6d0e1cd-bb3c-4b33-9a01-8f31033148a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14920-119c-4dcf-9c44-95a8c4e2590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:27:47Z', 'updated_at': '2020-12-17T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd14f8c6-e7c4-43a4-9a48-015a533531f1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-smb'}] {{(pid=80335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 17 16:32:14.793508 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:14.986395 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854069878'] for router_gateway, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.125327 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-712083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-205072'] for router, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.127845 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.152033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-712053'] for router, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.152623 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc14920-119c-4dcf-9c44-95a8c4e2590d {{(pid=80334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:32:15.165058 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.166386 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-61607fe7-bc22-44fa-ac29-f0a950f6c88a admin admin] 10.222.0.37 "DELETE /v2.0/routers/fcc14920-119c-4dcf-9c44-95a8c4e2590d HTTP/1.1" status: 204 len: 168 time: 1.4305580 Dec 17 16:32:15.169004 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51042) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:15.237898 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Deleting subnet 8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1 {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 17 16:32:15.241353 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.296444 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1635118'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.380795 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3972006'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.650940 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850803795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852732100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826946324'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.667162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1c9f9f66-ccf1-401c-b7ed-b920f69c6ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:15.705536 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:15.708135 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:15.802864 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.807980 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8004270-611a-4af5-b083-21039a875f62 None None] Network 468a9d08-a2f5-4a52-b82f-a902f052930a requested from dv-cinder-766752-2-smb {{(pid=80335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 17 16:32:15.808906 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-f99d78f1-f30d-48b2-9ff7-81bea9ba13fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8f1d8af7-ad90-4c0b-9395-2c8f4d84b5f1 HTTP/1.1" status: 204 len: 168 time: 0.6388664 Dec 17 16:32:15.811450 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51046) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:15.938991 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850961353'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:15.942377 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device d5da1f8a-7002-466f-b701-e013cbf5fbfb no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:15.981215 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: d5da1f8a-7002-466f-b701-e013cbf5fbfb {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:15.981612 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device d5da1f8a-7002-466f-b701-e013cbf5fbfb not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:15.982077 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device b95a0d76-29e8-4899-83af-e9254abde332 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:16.008049 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Deleting port 1c573fed-dc61-486e-9d59-80d299e38fc1 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:16.008424 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.052346 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: b95a0d76-29e8-4899-83af-e9254abde332 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:16.052736 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device b95a0d76-29e8-4899-83af-e9254abde332 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:16.132074 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] DHCP port deletion for 468a9d08-a2f5-4a52-b82f-a902f052930a request from dv-cinder-766752-2-smb {{(pid=80335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 17 16:32:16.136702 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Deleting port 1c573fed-dc61-486e-9d59-80d299e38fc1 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:16.137179 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.228059 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] For port 1c573fed-dc61-486e-9d59-80d299e38fc1, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1c573fed-dc61-486e-9d59-80d299e38fc1,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:16.228376 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.351714 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.db [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] For port 1c573fed-dc61-486e-9d59-80d299e38fc1, host dv-cinder-766752-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-smb',level=0,port_id=1c573fed-dc61-486e-9d59-80d299e38fc1,segment=NetworkSegment(ee190c03-c1a7-41b8-b4fb-0f417cde5871),segment_id=ee190c03-c1a7-41b8-b4fb-0f417cde5871)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 17 16:32:16.352319 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056097'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.356182 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Calling delete_port for 1c573fed-dc61-486e-9d59-80d299e38fc1 owned by network:dhcp {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:16.428537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3750890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15651731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285974498283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750879894131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852733496'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.443835 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-9976bb90-f835-49ce-a415-94db1409be6c tempest-AttachVolumeNegativeTest-589641012 tempest-AttachVolumeNegativeTest-589641012] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:16.481750 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Calling delete_port for 1c573fed-dc61-486e-9d59-80d299e38fc1 owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 17 16:32:16.494466 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c573fed-dc61-486e-9d59-80d299e38fc1,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:16.499388 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:16.556224 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.db.api [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:32:16.556638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_db.api [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 17 16:32:16.589256 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] No DVR routers for this DVR port 1c573fed-dc61-486e-9d59-80d299e38fc1 on host dv-cinder-766752-2-smb {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 17 16:32:16.713127 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3989772', 'neutron.services.segments.db._delete_segments_for_network-8750880479466'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.827814 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468a9d08-a2f5-4a52-b82f-a902f052930a']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:16.841019 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee190c03-c1a7-41b8-b4fb-0f417cde5871') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:16.841383 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.services.segments.db [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee190c03-c1a7-41b8-b4fb-0f417cde5871') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 17 16:32:16.853459 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285974291196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853140681'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.868639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3971613'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:16.870672 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 17 16:32:17.056105 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Network 468a9d08-a2f5-4a52-b82f-a902f052930a has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:32:17.058113 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Deleting port 1c573fed-dc61-486e-9d59-80d299e38fc1 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 17 16:32:17.058628 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285974501953'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.067146 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850804203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2042270'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.124030 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-348c60bb-d012-4113-bcd2-ebb3a455af51 None None] The port '1c573fed-dc61-486e-9d59-80d299e38fc1' was deleted {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 17 16:32:17.249900 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.managers [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Network 468a9d08-a2f5-4a52-b82f-a902f052930a has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: Traceback (most recent call last): Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: timer() Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: cb(*args, **kw) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: return func(*args, **kwargs) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: self._notify() Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: self.callback(batched_events) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: event.method(event) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: segment_id)['aggregates'][0] Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: return f(self, *a, **k) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: return self._get(url).json() Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: **kwargs) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: return self.request(url, 'GET', **kwargs) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: **endpoint_filter) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:32:17.276879 dv-cinder-766752-2-smb neutron-server[80222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:32:17.357616 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850786044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851579089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705952'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.360952 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:17.375622 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851579108'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.387191 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Pushing event deleted for resources: {'Network': ['ID=468a9d08-a2f5-4a52-b82f-a902f052930a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:17.390265 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:17.392133 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-1c6198b1-8b4a-40f9-8151-d932e41fae8c admin admin] 10.222.0.37 "DELETE /v2.0/networks/468a9d08-a2f5-4a52-b82f-a902f052930a HTTP/1.1" status: 204 len: 168 time: 1.5797067 Dec 17 16:32:17.622979 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51052) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:17.680822 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-b2aa1102-e304-4c35-80fb-1e439066d8e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f53483c4196d4c50870b63a4c02c8087&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0563633 Dec 17 16:32:17.683375 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.37', 51056) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:17.744767 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.771993 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.822552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.827579 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-1dea37e2-3761-4ff5-b90d-6783382cfbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:17.841798 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb10f9a-3e3b-49d4-82ba-f5bcf1ebcd41,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:17.848257 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:17.850345 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:17.852154 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-225261e6-ca10-4261-9bfa-ee6dc47c4536 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeb10f9a-3e3b-49d4-82ba-f5bcf1ebcd41 HTTP/1.1" status: 204 len: 168 time: 0.1671405 Dec 17 16:32:17.933210 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1c573fed-dc61-486e-9d59-80d299e38fc1 no longer exists at agent ovs-agent-dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 17 16:32:18.135278 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.plugin [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] No Port match for: 1c573fed-dc61-486e-9d59-80d299e38fc1 {{(pid=80335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 17 16:32:18.135671 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.plugins.ml2.rpc [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Device 1c573fed-dc61-486e-9d59-80d299e38fc1 not bound to the agent host dv-cinder-766752-2-smb {{(pid=80335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 17 16:32:18.309882 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 51064) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:18.361733 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-98533edc-c63a-4873-9968-91bde77d2b4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a456f95f26e9436dbb2ff837db0122a2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0504646 Dec 17 16:32:18.364778 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [-] (80333) accepted ('10.222.0.37', 51068) {{(pid=80333) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:32:18.427092 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:18.453694 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:18.507686 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740772'] for security_group, after_delete {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:18.511757 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-e2edf236-69c0-41a7-8274-be2f99c69757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 17 16:32:18.524404 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104623c4-502c-42c8-85be-bd7a8b32cebc,revision_number=None']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 17 16:32:18.528200 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG oslo_concurrency.lockutils [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 17 16:32:18.531507 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:18.532728 dv-cinder-766752-2-smb neutron-server[80222]: INFO neutron.wsgi [None req-a9b46888-7fe9-4bbc-af2a-2695659b880f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/104623c4-502c-42c8-85be-bd7a8b32cebc HTTP/1.1" status: 204 len: 168 time: 0.1669545 Dec 17 16:32:25.860639 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:39.227184 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7233b59d-b657-46b8-9151-62405e26ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:41.716748 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-97417b21-047a-49ad-a71d-ca580162668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:42.600381 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:43.223357 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:44.084765 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:32:46.656512 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:32:55.861351 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:09.228942 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-b1081784-8c19-4131-9a80-ab11c592f2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:11.717535 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e6750c84-e887-4ab4-84cf-e71e203aac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:12.603036 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:13.224775 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:14.086365 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:23.656803 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:33:25.862419 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:39.230360 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2456-90de-4184-a98a-6e59abf0936d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:41.717545 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2bbeca94-190f-460c-974c-86be4b152dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:42.606199 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:43.226552 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:44.088949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:33:55.861530 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:00.656609 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:34:09.232380 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-08ea2425-10f5-4c3c-9854-90474aba0a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:11.718350 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-78410fe9-47e2-4d6d-b36c-3d3a35a7c49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:12.608801 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:13.228137 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:14.093164 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:25.860819 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:35.705559 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-1ac18017-c5fa-4524-aaf5-4baabeb306e5 req-392de1c6-1fc6-40c0-92ac-3606a7ac6795 service neutron] (80333) timed out ('10.222.0.68', 60833) {{(pid=80333) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 17 16:34:37.656449 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:34:38.372208 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.wsgi [req-e0ce244c-0e98-4e3a-8629-7b6eb98771e4 req-814ea808-1186-4f64-a831-511213557333 service neutron] (80333) timed out ('10.222.0.68', 60874) {{(pid=80333) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 17 16:34:39.233024 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4180d056-6e69-4f3f-b57c-7933a31e5362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:41.720516 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-2639a854-c5a9-4192-b358-48c813f80b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:42.611607 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:43.230790 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:44.096826 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:34:55.877737 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:09.234262 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-da308522-190a-41d0-a005-e77b9296745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:11.721938 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-578167f8-316e-435d-aa0b-2e0ac4cdab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:12.614488 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:13.232789 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:14.099537 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:14.656317 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:35:25.891988 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:39.236982 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-6db29cea-950d-4138-9712-ba0e4ebf1775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:41.722139 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-312d297a-4ff8-46a6-82b3-9518169881f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:42.617992 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:43.233962 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:44.102909 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:35:51.655145 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:35:55.909764 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:09.238089 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-11155e67-f02b-4888-84ae-c7f28792abdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:11.722679 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4caf1031-34fe-4e5b-a130-c05643cf8427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:12.620140 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:13.236190 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:14.105773 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:25.909638 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:28.657949 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:36:39.239378 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-19e76c6c-4b7c-41c2-836a-313aa963781e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:41.724118 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d5ac-b148-4472-bf33-f8c4558d0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:42.621733 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:43.236926 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:44.113529 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:36:55.940501 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-4aa72a30-79cd-4a3e-88ee-9b35145dc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:37:05.657658 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron.db.agents_db [None req-43619dfa-1cf8-4524-80a1-5e893a75629f None None] Agent healthcheck: found 6 active agents {{(pid=80336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 17 16:37:09.241067 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-7da24978-5e28-45f0-82cf-b4d738ccb882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:37:11.725033 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-67a528a4-72dc-4617-9375-5aeb6bcc98b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:37:12.624760 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-1cf39aa1-1c15-4587-9476-f12d9057b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:37:13.239162 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-e4eda1b9-30f7-468a-bd28-8e1ab37688fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 17 16:37:14.137662 dv-cinder-766752-2-smb neutron-server[80222]: DEBUG neutron_lib.callbacks.manager [None req-cab58a33-3e2b-4d17-beb9-7dcf5d0ba390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880479449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3968507'] for agent, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}